Name:             ovn-controller-ovs-gjl7q
Namespace:        openstack
Priority:         0
Service Account:  ovncontroller-ovncontroller
Node:             crc/192.168.126.11
Start Time:       Fri, 12 Dec 2025 11:04:01 +0000
Labels:           controller-revision-hash=584559d6c4
                  pod-template-generation=2
                  service=ovn-controller-ovs
Annotations:      k8s.ovn.org/pod-networks:
                    {"default":{"ip_addresses":["10.217.1.56/23"],"mac_address":"0a:58:0a:d9:01:38","gateway_ips":["10.217.0.1"],"routes":[{"dest":"10.217.0.0...
                  k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ovn-kubernetes",
                        "interface": "eth0",
                        "ips": [
                            "10.217.1.56"
                        ],
                        "mac": "0a:58:0a:d9:01:38",
                        "default": true,
                        "dns": {}
                    },{
                        "name": "openstack/datacentre",
                        "interface": "datacentre",
                        "mac": "b2:20:93:08:a0:3d",
                        "dns": {}
                    },{
                        "name": "openstack/tenant",
                        "interface": "tenant",
                        "ips": [
                            "172.19.0.30"
                        ],
                        "mac": "22:70:d6:c1:ac:9e",
                        "dns": {}
                    }]
                  k8s.v1.cni.cncf.io/networks:
                    [{"name":"datacentre","namespace":"openstack","interface":"datacentre"},{"name":"tenant","namespace":"openstack","interface":"tenant"}]
                  openshift.io/scc: privileged
Status:           Running
IP:               10.217.1.56
IPs:
  IP:           10.217.1.56
Controlled By:  DaemonSet/ovn-controller-ovs
Init Containers:
  ovsdb-server-init:
    Container ID:  cri-o://f88e527db75ccab139e69f458e60cee727da49bc56464b281842eb080b9132d6
    Image:         quay.io/podified-antelope-centos9/openstack-ovn-base:current-podified
    Image ID:      quay.io/podified-antelope-centos9/openstack-ovn-base@sha256:df45459c449f64cc6471e98c0890ac00dcc77a940f85d4e7e9d9dd52990d65b3
    Port:          <none>
    Host Port:     <none>
    Command:
      /usr/local/bin/container-scripts/init-ovsdb-server.sh
    State:          Terminated
      Reason:       Completed
      Exit Code:    0
      Started:      Fri, 12 Dec 2025 11:05:49 +0000
      Finished:     Fri, 12 Dec 2025 11:05:51 +0000
    Ready:          True
    Restart Count:  0
    Environment:
      CONFIG_HASH:  n5b5h669hf9h575h8bh67h645h698hfch58ch58dh597h5d6h99h54h565h54chbfh67fhf9hfdh5f5h599hfbh5c5hd8h7hf8hf9h658h74hbbq
    Mounts:
      /etc/openvswitch from etc-ovs (rw)
      /usr/local/bin/container-scripts from scripts (ro)
      /var/lib/openvswitch from var-lib (rw)
      /var/log/openvswitch from var-log (rw)
      /var/run/openvswitch from var-run (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-drb89 (ro)
Containers:
  ovsdb-server:
    Container ID:  cri-o://0784695afcb12d89536e89126e408d4ac96991d5b8891903d012fc5c31c9b74f
    Image:         quay.io/podified-antelope-centos9/openstack-ovn-base:current-podified
    Image ID:      quay.io/podified-antelope-centos9/openstack-ovn-base@sha256:df45459c449f64cc6471e98c0890ac00dcc77a940f85d4e7e9d9dd52990d65b3
    Port:          <none>
    Host Port:     <none>
    Command:
      /usr/bin/dumb-init
    Args:
      --single-child
      --
      /usr/local/bin/container-scripts/start-ovsdb-server.sh
    State:          Running
      Started:      Fri, 12 Dec 2025 11:05:52 +0000
    Ready:          True
    Restart Count:  0
    Liveness:       exec [/usr/local/bin/container-scripts/ovsdb_server_liveness.sh] delay=30s timeout=5s period=5s #success=1 #failure=3
    Readiness:      exec [/usr/local/bin/container-scripts/ovsdb_server_readiness.sh] delay=30s timeout=5s period=5s #success=1 #failure=3
    Environment:
      CONFIG_HASH:  n5b5h669hf9h575h8bh67h645h698hfch58ch58dh597h5d6h99h54h565h54chbfh67fhf9hfdh5f5h599hfbh5c5hd8h7hf8hf9h658h74hbbq
    Mounts:
      /etc/openvswitch from etc-ovs (rw)
      /usr/local/bin/container-scripts from scripts (ro)
      /var/lib/openvswitch from var-lib (rw)
      /var/log/openvswitch from var-log (rw)
      /var/run/openvswitch from var-run (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-drb89 (ro)
  ovs-vswitchd:
    Container ID:  cri-o://e8e86b50f0730aae094ef6dae55055336898692bf0223493350e9a9a2fe18f30
    Image:         quay.io/podified-antelope-centos9/openstack-ovn-base:current-podified
    Image ID:      quay.io/podified-antelope-centos9/openstack-ovn-base@sha256:df45459c449f64cc6471e98c0890ac00dcc77a940f85d4e7e9d9dd52990d65b3
    Port:          <none>
    Host Port:     <none>
    Command:
      /usr/local/bin/container-scripts/start-vswitchd.sh
    State:       Running
      Started:   Fri, 12 Dec 2025 11:06:03 +0000
    Last State:  Terminated
      Reason:    Error
      Message:   ID 000016b496da754b
2025-12-12T11:05:55Z|00034|connmgr|INFO|br-datacentre: added service controller "punix:/var/run/openvswitch/br-datacentre.mgmt"
2025-12-12T11:05:55Z|00035|bridge|INFO|bridge br-int: using datapath ID 0000967c34a344d2
2025-12-12T11:05:55Z|00036|connmgr|INFO|br-int: added service controller "punix:/var/run/openvswitch/br-int.mgmt"
+ '[' -f /var/lib/openvswitch/flows-script ']'
+ trap cleanup_flows_backup EXIT
++ cat /var/lib/openvswitch/flows-script
+ eval 'ovs-ofctl -O OpenFlow14 add-tlv-map br-datacentre '\'''\''
ovs-ofctl -O OpenFlow14 add-groups br-datacentre               "/var/lib/openvswitch/saved-flows/ovs-save.TCSSAsmlfI/br-datacentre.groups.dump"  --bundle
ovs-ofctl -O OpenFlow14 replace-flows br-datacentre               "/var/lib/openvswitch/saved-flows/ovs-save.TCSSAsmlfI/br-datacentre.flows.dump"  --bundle
ovs-ofctl -O OpenFlow14 add-tlv-map br-int '\''{class=0x102,type=0x80,len=4}->tun_metadata0'\''
ovs-ofctl -O OpenFlow14 add-groups br-int               "/var/lib/openvswitch/saved-flows/ovs-save.TCSSAsmlfI/br-int.groups.dump"  --bundle
ovs-ofctl -O OpenFlow14 replace-flows br-int               "/var/lib/openvswitch/saved-flows/ovs-save.TCSSAsmlfI/br-int.flows.dump"  --bundle
rm -rf "/var/lib/openvswitch/saved-flows/ovs-save.TCSSAsmlfI"'
++ ovs-ofctl -O OpenFlow14 add-tlv-map br-datacentre ''
++ ovs-ofctl -O OpenFlow14 add-groups br-datacentre /var/lib/openvswitch/saved-flows/ovs-save.TCSSAsmlfI/br-datacentre.groups.dump --bundle
++ ovs-ofctl -O OpenFlow14 replace-flows br-datacentre /var/lib/openvswitch/saved-flows/ovs-save.TCSSAsmlfI/br-datacentre.flows.dump --bundle
++ ovs-ofctl -O OpenFlow14 add-tlv-map br-int '{class=0x102,type=0x80,len=4}->tun_metadata0'
OFPT_ERROR (OF1.4) (xid=0x2): NXTTMFC_ALREADY_MAPPED
NXT_TLV_TABLE_MOD (OF1.4) (xid=0x2):
 ADD mapping table:
  class  type  length  match field
 ------  ----  ------  --------------
  0x102  0x80       4  tun_metadata0
+ cleanup_flows_backup
+ rm -f /var/lib/openvswitch/flows-script
+ rm -rf /var/lib/openvswitch/saved-flows

      Exit Code:    1
      Started:      Fri, 12 Dec 2025 11:05:55 +0000
      Finished:     Fri, 12 Dec 2025 11:05:56 +0000
    Ready:          True
    Restart Count:  1
    Liveness:       exec [/usr/local/bin/container-scripts/vswitchd_liveness.sh] delay=30s timeout=5s period=5s #success=1 #failure=3
    Readiness:      exec [/usr/local/bin/container-scripts/vswitchd_readiness.sh] delay=30s timeout=5s period=5s #success=1 #failure=3
    Environment:
      CONFIG_HASH:  n5b5h669hf9h575h8bh67h645h698hfch58ch58dh597h5d6h99h54h565h54chbfh67fhf9hfdh5f5h599hfbh5c5hd8h7hf8hf9h658h74hbbq
    Mounts:
      /usr/local/bin/container-scripts from scripts (ro)
      /var/lib/openvswitch from var-lib (rw)
      /var/log/openvswitch from var-log (rw)
      /var/run/openvswitch from var-run (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-drb89 (ro)
Conditions:
  Type                        Status
  PodReadyToStartContainers   True 
  Initialized                 True 
  Ready                       True 
  ContainersReady             True 
  PodScheduled                True 
Volumes:
  etc-ovs:
    Type:          HostPath (bare host directory volume)
    Path:          /var/home/core/openstack/etc/ovs
    HostPathType:  DirectoryOrCreate
  var-run:
    Type:          HostPath (bare host directory volume)
    Path:          /var/home/core/openstack/var/run/openvswitch
    HostPathType:  DirectoryOrCreate
  var-log:
    Type:          HostPath (bare host directory volume)
    Path:          /var/home/core/openstack/var/log/openvswitch
    HostPathType:  DirectoryOrCreate
  var-lib:
    Type:          HostPath (bare host directory volume)
    Path:          /var/home/core/openstack/var/lib/openvswitch
    HostPathType:  DirectoryOrCreate
  scripts:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      ovncontroller-scripts
    Optional:  false
  kube-api-access-drb89:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
    ConfigMapName:           openshift-service-ca.crt
    ConfigMapOptional:       <nil>
QoS Class:                   BestEffort
Node-Selectors:              <none>
Tolerations:                 node.kubernetes.io/disk-pressure:NoSchedule op=Exists
                             node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists
                             node.kubernetes.io/pid-pressure:NoSchedule op=Exists
                             node.kubernetes.io/unreachable:NoExecute op=Exists
                             node.kubernetes.io/unschedulable:NoSchedule op=Exists
Events:
  Type     Reason                  Age   From               Message
  ----     ------                  ----  ----               -------
  Normal   Scheduled               37m   default-scheduler  Successfully assigned openstack/ovn-controller-ovs-gjl7q to crc
  Warning  FailedCreatePodSandBox  36m   kubelet            Failed to create pod sandbox: rpc error: code = Unknown desc = failed to create pod network sandbox k8s_ovn-controller-ovs-gjl7q_openstack_46dddac0-5baf-4c6a-b3ba-957c9539ce52_0(fc404a49e567f88608529323d903d85e55dd0f26df6bbfd0fc41e65306069621): error adding pod openstack_ovn-controller-ovs-gjl7q to CNI network "multus-cni-network": plugin type="multus-shim" name="multus-cni-network" failed (add): CmdAdd (shim): CNI request failed with status 400: 'ContainerID:"fc404a49e567f88608529323d903d85e55dd0f26df6bbfd0fc41e65306069621" Netns:"/var/run/netns/9c39a112-1c79-44f2-935e-c3a67a0f3184" IfName:"eth0" Args:"IgnoreUnknown=1;K8S_POD_NAMESPACE=openstack;K8S_POD_NAME=ovn-controller-ovs-gjl7q;K8S_POD_INFRA_CONTAINER_ID=fc404a49e567f88608529323d903d85e55dd0f26df6bbfd0fc41e65306069621;K8S_POD_UID=46dddac0-5baf-4c6a-b3ba-957c9539ce52" Path:"" ERRORED: error configuring pod [openstack/ovn-controller-ovs-gjl7q] networking: [openstack/ovn-controller-ovs-gjl7q/46dddac0-5baf-4c6a-b3ba-957c9539ce52:tenant]: error adding container to network "tenant": error at storage engine: k8s get error: client rate limiter Wait returned an error: context deadline exceeded
': StdinData: {"binDir":"/var/lib/cni/bin","clusterNetwork":"/host/run/multus/cni/net.d/10-ovn-kubernetes.conf","cniVersion":"0.3.1","daemonSocketDir":"/run/multus/socket","globalNamespaces":"default,openshift-multus,openshift-sriov-network-operator,openshift-cnv","logLevel":"verbose","logToStderr":true,"name":"multus-cni-network","namespaceIsolation":true,"type":"multus-shim"}
  Normal  AddedInterface  36m (x2 over 36m)  multus   Add eth0 [10.217.1.56/23] from ovn-kubernetes
  Normal  AddedInterface  36m (x2 over 36m)  multus   Add datacentre [] from openstack/datacentre
  Normal  AddedInterface  35m                multus   Add tenant [172.19.0.30/24] from openstack/tenant
  Normal  Pulling         35m                kubelet  Pulling image "quay.io/podified-antelope-centos9/openstack-ovn-base:current-podified"
  Normal  Pulled          35m                kubelet  Successfully pulled image "quay.io/podified-antelope-centos9/openstack-ovn-base:current-podified" in 22.186s (22.186s including waiting). Image size: 323841037 bytes.
  Normal  Created         35m                kubelet  Created container ovsdb-server-init
  Normal  Started         35m                kubelet  Started container ovsdb-server-init
  Normal  Pulled          35m                kubelet  Container image "quay.io/podified-antelope-centos9/openstack-ovn-base:current-podified" already present on machine
  Normal  Created         35m                kubelet  Created container ovsdb-server
  Normal  Started         35m                kubelet  Started container ovsdb-server
  Normal  Pulled          35m (x2 over 35m)  kubelet  Container image "quay.io/podified-antelope-centos9/openstack-ovn-base:current-podified" already present on machine
  Normal  Created         35m (x2 over 35m)  kubelet  Created container ovs-vswitchd
  Normal  Started         35m (x2 over 35m)  kubelet  Started container ovs-vswitchd
