Name:             openstack-galera-2
Namespace:        glance-kuttl-tests
Priority:         0
Service Account:  galera-openstack
Node:             crc/192.168.126.11
Start Time:       Tue, 25 Nov 2025 10:43:27 +0000
Labels:           app=galera
                  apps.kubernetes.io/pod-index=2
                  controller-revision-hash=openstack-galera-677d5868b
                  cr=galera-openstack
                  galera/name=openstack
                  galera/namespace=glance-kuttl-tests
                  galera/uid=d81b89d8-5ba0-4c15-95aa-39e3dd7c948f
                  owner=mariadb-operator
                  service=openstack-galera
                  statefulset.kubernetes.io/pod-name=openstack-galera-2
Annotations:      k8s.ovn.org/pod-networks:
                    {"default":{"ip_addresses":["10.217.0.69/23"],"mac_address":"0a:58:0a:d9:00:45","gateway_ips":["10.217.0.1"],"routes":[{"dest":"10.217.0.0...
                  k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ovn-kubernetes",
                        "interface": "eth0",
                        "ips": [
                            "10.217.0.69"
                        ],
                        "mac": "0a:58:0a:d9:00:45",
                        "default": true,
                        "dns": {}
                    }]
                  openshift.io/scc: anyuid
Status:           Running
IP:               10.217.0.69
IPs:
  IP:           10.217.0.69
Controlled By:  StatefulSet/openstack-galera
Init Containers:
  mysql-bootstrap:
    Container ID:  cri-o://a78df4437ad248fc4075f22ba50686a1e0126164c90288510630855d552f64df
    Image:         quay.io/podified-antelope-centos9/openstack-mariadb@sha256:10452e2144368e2f128c8fb8ef9e54880b06ef1d71d9f084a0217dcb099c51ce
    Image ID:      quay.io/podified-antelope-centos9/openstack-mariadb@sha256:10452e2144368e2f128c8fb8ef9e54880b06ef1d71d9f084a0217dcb099c51ce
    Port:          <none>
    Host Port:     <none>
    Command:
      bash
      /var/lib/operator-scripts/mysql_bootstrap.sh
    State:          Terminated
      Reason:       Completed
      Exit Code:    0
      Started:      Tue, 25 Nov 2025 10:43:55 +0000
      Finished:     Tue, 25 Nov 2025 10:44:08 +0000
    Ready:          True
    Restart Count:  0
    Environment:
      KOLLA_BOOTSTRAP:        True
      KOLLA_CONFIG_STRATEGY:  COPY_ALWAYS
    Mounts:
      /var/lib/config-data/default from config-data-default (ro)
      /var/lib/config-data/generated from config-data-generated (rw)
      /var/lib/kolla/config_files from kolla-config (ro)
      /var/lib/mysql from mysql-db (rw,path="mysql")
      /var/lib/operator-scripts from operator-scripts (ro)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-fgmgb (ro)
Containers:
  galera:
    Container ID:  cri-o://8257a96b9c2a90a12c6c5b825ff32516bff07e735977fe7e3aa44def2736980d
    Image:         quay.io/podified-antelope-centos9/openstack-mariadb@sha256:10452e2144368e2f128c8fb8ef9e54880b06ef1d71d9f084a0217dcb099c51ce
    Image ID:      quay.io/podified-antelope-centos9/openstack-mariadb@sha256:10452e2144368e2f128c8fb8ef9e54880b06ef1d71d9f084a0217dcb099c51ce
    Ports:         3306/TCP, 4567/TCP
    Host Ports:    0/TCP, 0/TCP
    Command:
      /usr/bin/dumb-init
      --
      /usr/local/bin/kolla_start
    State:          Waiting
      Reason:       CrashLoopBackOff
    Last State:     Terminated
      Reason:       Completed
      Exit Code:    0
      Started:      Tue, 25 Nov 2025 10:58:29 +0000
      Finished:     Tue, 25 Nov 2025 10:59:09 +0000
    Ready:          False
    Restart Count:  9
    Liveness:       exec [/bin/bash /var/lib/operator-scripts/mysql_probe.sh liveness] delay=0s timeout=1s period=10s #success=1 #failure=3
    Readiness:      exec [/bin/bash /var/lib/operator-scripts/mysql_probe.sh readiness] delay=0s timeout=1s period=10s #success=1 #failure=3
    Startup:        exec [/bin/bash /var/lib/operator-scripts/mysql_probe.sh startup 240] delay=0s timeout=250s period=10s #success=1 #failure=1
    Environment:
      CR_CONFIG_HASH:         n5b8hbfh97h5ffh9h57ch94h55ch575h57chfchb4h566h5cdh558h599hf6h576h5fhddh58h649hb4h59h65ch5dch67h555h684h66bh587h557q
      KOLLA_CONFIG_STRATEGY:  COPY_ALWAYS
    Mounts:
      /var/lib/config-data/default from config-data-default (ro)
      /var/lib/config-data/generated from config-data-generated (rw)
      /var/lib/kolla/config_files from kolla-config (ro)
      /var/lib/mysql from mysql-db (rw,path="mysql")
      /var/lib/operator-scripts from operator-scripts (ro)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-fgmgb (ro)
Conditions:
  Type                        Status
  PodReadyToStartContainers   True 
  Initialized                 True 
  Ready                       False 
  ContainersReady             False 
  PodScheduled                True 
Volumes:
  mysql-db:
    Type:       PersistentVolumeClaim (a reference to a PersistentVolumeClaim in the same namespace)
    ClaimName:  mysql-db-openstack-galera-2
    ReadOnly:   false
  kolla-config:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      openstack-config-data
    Optional:  false
  config-data-generated:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  config-data-default:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      openstack-config-data
    Optional:  false
  operator-scripts:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      openstack-scripts
    Optional:  false
  kube-api-access-fgmgb:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
    ConfigMapName:           openshift-service-ca.crt
    ConfigMapOptional:       <nil>
QoS Class:                   BestEffort
Node-Selectors:              <none>
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
  Type     Reason                  Age   From               Message
  ----     ------                  ----  ----               -------
  Normal   Scheduled               19m   default-scheduler  Successfully assigned glance-kuttl-tests/openstack-galera-2 to crc
  Warning  FailedCreatePodSandBox  19m   kubelet            Failed to create pod sandbox: rpc error: code = Unknown desc = failed to create pod network sandbox k8s_openstack-galera-2_glance-kuttl-tests_ebdd309f-fc2a-4445-894e-a2320aaa8b03_0(9b5273b1e1c8ab506b08b45826bcf654344982c4f8517dbe2f3b9e3764c8315b): error adding pod glance-kuttl-tests_openstack-galera-2 to CNI network "multus-cni-network": plugin type="multus-shim" name="multus-cni-network" failed (add): CmdAdd (shim): CNI request failed with status 400: 'ContainerID:"9b5273b1e1c8ab506b08b45826bcf654344982c4f8517dbe2f3b9e3764c8315b" Netns:"/var/run/netns/994b8efe-2605-4285-9fa6-552f5d023b13" IfName:"eth0" Args:"IgnoreUnknown=1;K8S_POD_NAMESPACE=glance-kuttl-tests;K8S_POD_NAME=openstack-galera-2;K8S_POD_INFRA_CONTAINER_ID=9b5273b1e1c8ab506b08b45826bcf654344982c4f8517dbe2f3b9e3764c8315b;K8S_POD_UID=ebdd309f-fc2a-4445-894e-a2320aaa8b03" Path:"" ERRORED: error configuring pod [glance-kuttl-tests/openstack-galera-2] networking: Multus: [glance-kuttl-tests/openstack-galera-2/ebdd309f-fc2a-4445-894e-a2320aaa8b03]: error setting the networks status: SetPodNetworkStatusAnnotation: failed to update the pod openstack-galera-2 in out of cluster comm: SetNetworkStatus: failed to update the pod openstack-galera-2 in out of cluster comm: status update failed for pod /: Get "https://api-int.crc.testing:6443/api/v1/namespaces/glance-kuttl-tests/pods/openstack-galera-2?timeout=1m0s": dial tcp 38.129.56.111:6443: connect: connection refused
': StdinData: {"binDir":"/var/lib/cni/bin","clusterNetwork":"/host/run/multus/cni/net.d/10-ovn-kubernetes.conf","cniVersion":"0.3.1","daemonSocketDir":"/run/multus/socket","globalNamespaces":"default,openshift-multus,openshift-sriov-network-operator,openshift-cnv","logLevel":"verbose","logToStderr":true,"name":"multus-cni-network","namespaceIsolation":true,"type":"multus-shim"}
  Warning  FailedCreatePodSandBox  19m  kubelet  Failed to create pod sandbox: rpc error: code = Unknown desc = failed to create pod network sandbox k8s_openstack-galera-2_glance-kuttl-tests_ebdd309f-fc2a-4445-894e-a2320aaa8b03_0(6a15a28f8e9e39889859e417859de6ef1797f95a268944027033fb51cf9d2c45): error adding pod glance-kuttl-tests_openstack-galera-2 to CNI network "multus-cni-network": plugin type="multus-shim" name="multus-cni-network" failed (add): CmdAdd (shim): CNI request failed with status 400: 'ContainerID:"6a15a28f8e9e39889859e417859de6ef1797f95a268944027033fb51cf9d2c45" Netns:"/var/run/netns/fb7ebda4-8a2d-4548-a392-b225966ed2e7" IfName:"eth0" Args:"IgnoreUnknown=1;K8S_POD_NAMESPACE=glance-kuttl-tests;K8S_POD_NAME=openstack-galera-2;K8S_POD_INFRA_CONTAINER_ID=6a15a28f8e9e39889859e417859de6ef1797f95a268944027033fb51cf9d2c45;K8S_POD_UID=ebdd309f-fc2a-4445-894e-a2320aaa8b03" Path:"" ERRORED: error configuring pod [glance-kuttl-tests/openstack-galera-2] networking: Multus: [glance-kuttl-tests/openstack-galera-2/ebdd309f-fc2a-4445-894e-a2320aaa8b03]: error setting the networks status: SetPodNetworkStatusAnnotation: failed to update the pod openstack-galera-2 in out of cluster comm: SetNetworkStatus: failed to update the pod openstack-galera-2 in out of cluster comm: status update failed for pod /: Get "https://api-int.crc.testing:6443/api/v1/namespaces/glance-kuttl-tests/pods/openstack-galera-2?timeout=1m0s": dial tcp 38.129.56.111:6443: connect: connection refused
': StdinData: {"binDir":"/var/lib/cni/bin","clusterNetwork":"/host/run/multus/cni/net.d/10-ovn-kubernetes.conf","cniVersion":"0.3.1","daemonSocketDir":"/run/multus/socket","globalNamespaces":"default,openshift-multus,openshift-sriov-network-operator,openshift-cnv","logLevel":"verbose","logToStderr":true,"name":"multus-cni-network","namespaceIsolation":true,"type":"multus-shim"}
  Warning  FailedCreatePodSandBox  19m  kubelet  Failed to create pod sandbox: rpc error: code = Unknown desc = failed to create pod network sandbox k8s_openstack-galera-2_glance-kuttl-tests_ebdd309f-fc2a-4445-894e-a2320aaa8b03_0(e9deae46f1e0db6a0d9e8c06eaa57eb17afbd24252f69f5541b7a8e8783f18ea): error adding pod glance-kuttl-tests_openstack-galera-2 to CNI network "multus-cni-network": plugin type="multus-shim" name="multus-cni-network" failed (add): CmdAdd (shim): CNI request failed with status 400: 'ContainerID:"e9deae46f1e0db6a0d9e8c06eaa57eb17afbd24252f69f5541b7a8e8783f18ea" Netns:"/var/run/netns/9acdc370-6e52-412b-aee4-4f4755b85b14" IfName:"eth0" Args:"IgnoreUnknown=1;K8S_POD_NAMESPACE=glance-kuttl-tests;K8S_POD_NAME=openstack-galera-2;K8S_POD_INFRA_CONTAINER_ID=e9deae46f1e0db6a0d9e8c06eaa57eb17afbd24252f69f5541b7a8e8783f18ea;K8S_POD_UID=ebdd309f-fc2a-4445-894e-a2320aaa8b03" Path:"" ERRORED: error configuring pod [glance-kuttl-tests/openstack-galera-2] networking: Multus: [glance-kuttl-tests/openstack-galera-2/ebdd309f-fc2a-4445-894e-a2320aaa8b03]: error setting the networks status: SetPodNetworkStatusAnnotation: failed to update the pod openstack-galera-2 in out of cluster comm: SetNetworkStatus: failed to update the pod openstack-galera-2 in out of cluster comm: status update failed for pod /: Get "https://api-int.crc.testing:6443/api/v1/namespaces/glance-kuttl-tests/pods/openstack-galera-2?timeout=1m0s": dial tcp 38.129.56.111:6443: connect: connection refused
': StdinData: {"binDir":"/var/lib/cni/bin","clusterNetwork":"/host/run/multus/cni/net.d/10-ovn-kubernetes.conf","cniVersion":"0.3.1","daemonSocketDir":"/run/multus/socket","globalNamespaces":"default,openshift-multus,openshift-sriov-network-operator,openshift-cnv","logLevel":"verbose","logToStderr":true,"name":"multus-cni-network","namespaceIsolation":true,"type":"multus-shim"}
  Normal   AddedInterface     19m (x4 over 19m)     multus   Add eth0 [10.217.0.69/23] from ovn-kubernetes
  Normal   Pulled             19m                   kubelet  Container image "quay.io/podified-antelope-centos9/openstack-mariadb@sha256:10452e2144368e2f128c8fb8ef9e54880b06ef1d71d9f084a0217dcb099c51ce" already present on machine
  Normal   Created            19m                   kubelet  Created container mysql-bootstrap
  Normal   Started            19m                   kubelet  Started container mysql-bootstrap
  Warning  Unhealthy          18m                   kubelet  Startup probe failed:
  Normal   Created            18m (x3 over 19m)     kubelet  Created container galera
  Normal   Started            18m (x3 over 19m)     kubelet  Started container galera
  Normal   Killing            18m (x2 over 18m)     kubelet  Container galera failed startup probe, will be restarted
  Warning  FailedPreStopHook  18m (x2 over 18m)     kubelet  PreStopHook failed
  Warning  Unhealthy          18m                   kubelet  Startup probe failed: WARNING: password retrieved from cluster failed authentication
  Normal   Pulled             18m (x4 over 19m)     kubelet  Container image "quay.io/podified-antelope-centos9/openstack-mariadb@sha256:10452e2144368e2f128c8fb8ef9e54880b06ef1d71d9f084a0217dcb099c51ce" already present on machine
  Warning  BackOff            9m26s (x38 over 18m)  kubelet  Back-off restarting failed container galera in pod openstack-galera-2_glance-kuttl-tests(ebdd309f-fc2a-4445-894e-a2320aaa8b03)
  Warning  Unhealthy          4m25s (x17 over 17m)  kubelet  Liveness probe failed: command timed out
