Name:             obo-prometheus-operator-864b67f9b9-rxcnj
Namespace:        openshift-operators
Priority:         0
Service Account:  obo-prometheus-operator
Node:             crc/192.168.126.11
Start Time:       Mon, 16 Feb 2026 12:36:07 +0000
Labels:           app.kubernetes.io/component=controller
                  app.kubernetes.io/name=prometheus-operator
                  app.kubernetes.io/part-of=observability-operator
                  app.kubernetes.io/version=0.86.1-rhobs1
                  pod-template-hash=864b67f9b9
Annotations:      alm-examples:
                    [
                      {
                        "apiVersion": "monitoring.rhobs/v1alpha1",
                        "kind": "MonitoringStack",
                        "metadata": {
                          "labels": {
                            "mso": "example"
                          },
                          "name": "sample-monitoring-stack"
                        },
                        "spec": {
                          "logLevel": "debug",
                          "resourceSelector": {
                            "matchLabels": {
                              "app": "demo"
                            }
                          },
                          "retention": "1d"
                        }
                      },
                      {
                        "apiVersion": "monitoring.rhobs/v1alpha1",
                        "kind": "ThanosQuerier",
                        "metadata": {
                          "name": "example-thanos"
                        },
                        "spec": {
                          "selector": {
                            "matchLabels": {
                              "mso": "example"
                            }
                          }
                        }
                      }
                    ]
                  capabilities: Basic Install
                  categories: Monitoring
                  certified: false
                  containerImage:
                    registry.redhat.io/cluster-observability-operator/cluster-observability-rhel9-operator@sha256:ce7d2904f7b238aa37dfe74a0b76bf73629e7a14fa52...
                  createdAt: 2025-11-03T09:23:49Z
                  description:
                    A Go based Kubernetes operator to setup and manage highly available Monitoring Stack using Prometheus, Alertmanager and Thanos Querier.
                  features.operators.openshift.io/cnf: false
                  features.operators.openshift.io/cni: false
                  features.operators.openshift.io/csi: false
                  features.operators.openshift.io/disconnected: true
                  features.operators.openshift.io/fips-compliant: false
                  features.operators.openshift.io/proxy-aware: false
                  features.operators.openshift.io/tls-profiles: false
                  features.operators.openshift.io/token-auth-aws: false
                  features.operators.openshift.io/token-auth-azure: false
                  features.operators.openshift.io/token-auth-gcp: false
                  k8s.ovn.org/pod-networks:
                    {"default":{"ip_addresses":["10.217.0.26/23"],"mac_address":"0a:58:0a:d9:00:1a","gateway_ips":["10.217.0.1"],"routes":[{"dest":"10.217.0.0...
                  k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ovn-kubernetes",
                        "interface": "eth0",
                        "ips": [
                            "10.217.0.26"
                        ],
                        "mac": "0a:58:0a:d9:00:1a",
                        "default": true,
                        "dns": {}
                    }]
                  kubectl.kubernetes.io/default-container: prometheus-operator
                  olm.operatorGroup: global-operators
                  olm.operatorNamespace: openshift-operators
                  olm.skipRange: >=..0 <1.3.0
                  olm.targetNamespaces: 
                  openshift.io/scc: nonroot-v2
                  operatorframework.io/cluster-monitoring: true
                  operatorframework.io/properties:
                    {"properties":[{"type":"olm.gvk","value":{"group":"monitoring.rhobs","kind":"Alertmanager","version":"v1"}},{"type":"olm.gvk","value":{"gr...
                  operatorframework.io/suggested-namespace: openshift-cluster-observability-operator
                  operators.openshift.io/valid-subscription: ["OpenShift Kubernetes Engine", "OpenShift Container Platform", "OpenShift Platform Plus"]
                  operators.operatorframework.io/builder: operator-sdk-v1.41.1
                  operators.operatorframework.io/internal-objects:
                    [
                      "prometheuses.monitoring.rhobs",
                      "alertmanagers.monitoring.rhobs",
                      "thanosrulers.monitoring.rhobs",
                      "prometheusagents.monitoring.rhobs",
                      "perses.perses.dev"
                    ]
                  operators.operatorframework.io/project_layout: unknown
                  repository: https://github.com/rhobs/observability-operator
                  seccomp.security.alpha.kubernetes.io/pod: runtime/default
                  support: Cluster Observability (https://issues.redhat.com/projects/COO/)
Status:           Running
SeccompProfile:   RuntimeDefault
IP:               10.217.0.26
IPs:
  IP:           10.217.0.26
Controlled By:  ReplicaSet/obo-prometheus-operator-864b67f9b9
Containers:
  prometheus-operator:
    Container ID:  cri-o://cb749df1dc638c39695855f95b8eacafd6ff8c4b0163e270fa2da797c3c690ac
    Image:         registry.redhat.io/cluster-observability-operator/obo-prometheus-rhel9-operator@sha256:203cf5b9dc1460f09e75f58d8b5cf7df5e57c18c8c6a41c14b5e8977d83263f3
    Image ID:      registry.redhat.io/cluster-observability-operator/obo-prometheus-rhel9-operator@sha256:203cf5b9dc1460f09e75f58d8b5cf7df5e57c18c8c6a41c14b5e8977d83263f3
    Port:          8080/TCP
    Host Port:     0/TCP
    Args:
      --prometheus-config-reloader=$(RELATED_IMAGE_PROMETHEUS_CONFIG_RELOADER)
      --prometheus-instance-selector=app.kubernetes.io/managed-by=observability-operator
      --alertmanager-instance-selector=app.kubernetes.io/managed-by=observability-operator
      --thanos-ruler-instance-selector=app.kubernetes.io/managed-by=observability-operator
    State:       Running
      Started:   Mon, 16 Feb 2026 12:36:53 +0000
    Last State:  Terminated
      Reason:    Error
      Message:   ts=2026-02-16T12:36:41.649603032Z level=info caller=/workspace/cmd/operator/main.go:219 msg="Starting Prometheus Operator" version="(version=, branch=, revision=unknown)" build_context="(go=go1.24.6 (Red Hat 1.24.6-1.el9_6), platform=linux/amd64, user=, date=, tags=unknown)" feature_gates="PrometheusAgentDaemonSet=false,PrometheusShardRetentionPolicy=false,PrometheusTopologySharding=false,StatusForConfigurationResources=false"
ts=2026-02-16T12:36:41.650487046Z level=info caller=/workspace/cmd/operator/main.go:220 msg="Operator's configuration" watch_referenced_objects_in_all_namespaces=false controller_id="" enable_config_reloader_probes=false
ts=2026-02-16T12:36:41.651045431Z level=info caller=/workspace/internal/goruntime/cpu.go:27 msg="Updating GOMAXPROCS=1: using minimum allowed GOMAXPROCS"
ts=2026-02-16T12:36:41.651197565Z level=info caller=/workspace/cmd/operator/main.go:234 msg="Namespaces filtering configuration " config="{allow_list=\"\",deny_list=\"\",prometheus_allow_list=\"\",alertmanager_allow_list=\"\",alertmanagerconfig_allow_list=\"\",thanosruler_allow_list=\"\"}"
ts=2026-02-16T12:36:41.653457046Z level=error caller=/workspace/cmd/operator/main.go:263 msg="failed to request Kubernetes server version" err="Get \"https://10.217.4.1:443/version\": dial tcp 10.217.4.1:443: connect: connection refused"

      Exit Code:    1
      Started:      Mon, 16 Feb 2026 12:36:40 +0000
      Finished:     Mon, 16 Feb 2026 12:36:41 +0000
    Ready:          True
    Restart Count:  2
    Limits:
      cpu:     100m
      memory:  500Mi
    Requests:
      cpu:     5m
      memory:  150Mi
    Environment:
      GOGC:                                      30
      RELATED_IMAGE_PROMETHEUS_CONFIG_RELOADER:  registry.redhat.io/cluster-observability-operator/obo-prometheus-operator-prometheus-config-reloader-rhel9@sha256:1133c973c7472c665f910a722e19c8e2e27accb34b90fab67f14548627ce9c62
      OPERATOR_CONDITION_NAME:                   cluster-observability-operator.v1.3.0
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-84jtp (ro)
Conditions:
  Type                        Status
  PodReadyToStartContainers   True 
  Initialized                 True 
  Ready                       True 
  ContainersReady             True 
  PodScheduled                True 
Volumes:
  kube-api-access-84jtp:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
    ConfigMapName:           openshift-service-ca.crt
    ConfigMapOptional:       <nil>
QoS Class:                   Burstable
Node-Selectors:              <none>
Tolerations:                 node-role.kubernetes.io/infra:NoSchedule op=Exists
                             node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
  Type     Reason                  Age   From               Message
  ----     ------                  ----  ----               -------
  Normal   Scheduled               86m   default-scheduler  Successfully assigned openshift-operators/obo-prometheus-operator-864b67f9b9-rxcnj to crc
  Warning  FailedCreatePodSandBox  86m   kubelet            Failed to create pod sandbox: rpc error: code = Unknown desc = failed to create pod network sandbox k8s_obo-prometheus-operator-864b67f9b9-rxcnj_openshift-operators_c765ab53-d327-48df-97fa-1ef4e06e0392_0(7007e359bd3503a81119ce944a029890a2bc56b4ffae14d13f8d191aba944678): error adding pod openshift-operators_obo-prometheus-operator-864b67f9b9-rxcnj to CNI network "multus-cni-network": plugin type="multus-shim" name="multus-cni-network" failed (add): CmdAdd (shim): CNI request failed with status 400: 'ContainerID:"7007e359bd3503a81119ce944a029890a2bc56b4ffae14d13f8d191aba944678" Netns:"/var/run/netns/40523445-97c4-4551-a65c-6b32e2c72d87" IfName:"eth0" Args:"IgnoreUnknown=1;K8S_POD_NAMESPACE=openshift-operators;K8S_POD_NAME=obo-prometheus-operator-864b67f9b9-rxcnj;K8S_POD_INFRA_CONTAINER_ID=7007e359bd3503a81119ce944a029890a2bc56b4ffae14d13f8d191aba944678;K8S_POD_UID=c765ab53-d327-48df-97fa-1ef4e06e0392" Path:"" ERRORED: error configuring pod [openshift-operators/obo-prometheus-operator-864b67f9b9-rxcnj] networking: Multus: [openshift-operators/obo-prometheus-operator-864b67f9b9-rxcnj/c765ab53-d327-48df-97fa-1ef4e06e0392]: error setting the networks status: SetPodNetworkStatusAnnotation: failed to update the pod obo-prometheus-operator-864b67f9b9-rxcnj in out of cluster comm: SetNetworkStatus: failed to update the pod obo-prometheus-operator-864b67f9b9-rxcnj in out of cluster comm: status update failed for pod /: Get "https://api-int.crc.testing:6443/api/v1/namespaces/openshift-operators/pods/obo-prometheus-operator-864b67f9b9-rxcnj?timeout=1m0s": dial tcp 38.102.83.220:6443: connect: connection refused
': StdinData: {"binDir":"/var/lib/cni/bin","clusterNetwork":"/host/run/multus/cni/net.d/10-ovn-kubernetes.conf","cniVersion":"0.3.1","daemonSocketDir":"/run/multus/socket","globalNamespaces":"default,openshift-multus,openshift-sriov-network-operator","logLevel":"verbose","logToStderr":true,"name":"multus-cni-network","namespaceIsolation":true,"type":"multus-shim"}
  Warning  FailedCreatePodSandBox  86m  kubelet  Failed to create pod sandbox: rpc error: code = Unknown desc = failed to create pod network sandbox k8s_obo-prometheus-operator-864b67f9b9-rxcnj_openshift-operators_c765ab53-d327-48df-97fa-1ef4e06e0392_0(b59a26ca3d1be29db2e61039172b9f027783c97e6d90fef16116e21ba5ac641a): error adding pod openshift-operators_obo-prometheus-operator-864b67f9b9-rxcnj to CNI network "multus-cni-network": plugin type="multus-shim" name="multus-cni-network" failed (add): CmdAdd (shim): CNI request failed with status 400: 'ContainerID:"b59a26ca3d1be29db2e61039172b9f027783c97e6d90fef16116e21ba5ac641a" Netns:"/var/run/netns/c5389265-fcbd-4ae4-a7a5-e5fcb31276cd" IfName:"eth0" Args:"IgnoreUnknown=1;K8S_POD_NAMESPACE=openshift-operators;K8S_POD_NAME=obo-prometheus-operator-864b67f9b9-rxcnj;K8S_POD_INFRA_CONTAINER_ID=b59a26ca3d1be29db2e61039172b9f027783c97e6d90fef16116e21ba5ac641a;K8S_POD_UID=c765ab53-d327-48df-97fa-1ef4e06e0392" Path:"" ERRORED: error configuring pod [openshift-operators/obo-prometheus-operator-864b67f9b9-rxcnj] networking: Multus: [openshift-operators/obo-prometheus-operator-864b67f9b9-rxcnj/c765ab53-d327-48df-97fa-1ef4e06e0392]: error setting the networks status: SetPodNetworkStatusAnnotation: failed to update the pod obo-prometheus-operator-864b67f9b9-rxcnj in out of cluster comm: SetNetworkStatus: failed to update the pod obo-prometheus-operator-864b67f9b9-rxcnj in out of cluster comm: status update failed for pod /: Get "https://api-int.crc.testing:6443/api/v1/namespaces/openshift-operators/pods/obo-prometheus-operator-864b67f9b9-rxcnj?timeout=1m0s": dial tcp 38.102.83.220:6443: connect: connection refused
': StdinData: {"binDir":"/var/lib/cni/bin","clusterNetwork":"/host/run/multus/cni/net.d/10-ovn-kubernetes.conf","cniVersion":"0.3.1","daemonSocketDir":"/run/multus/socket","globalNamespaces":"default,openshift-multus,openshift-sriov-network-operator","logLevel":"verbose","logToStderr":true,"name":"multus-cni-network","namespaceIsolation":true,"type":"multus-shim"}
  Normal   AddedInterface  85m (x3 over 86m)  multus   Add eth0 [10.217.0.26/23] from ovn-kubernetes
  Normal   Pulling         85m                kubelet  Pulling image "registry.redhat.io/cluster-observability-operator/obo-prometheus-rhel9-operator@sha256:203cf5b9dc1460f09e75f58d8b5cf7df5e57c18c8c6a41c14b5e8977d83263f3"
  Normal   Pulled          85m                kubelet  Successfully pulled image "registry.redhat.io/cluster-observability-operator/obo-prometheus-rhel9-operator@sha256:203cf5b9dc1460f09e75f58d8b5cf7df5e57c18c8c6a41c14b5e8977d83263f3" in 4.333s (4.333s including waiting)
  Warning  BackOff         85m (x2 over 85m)  kubelet  Back-off restarting failed container prometheus-operator in pod obo-prometheus-operator-864b67f9b9-rxcnj_openshift-operators(c765ab53-d327-48df-97fa-1ef4e06e0392)
  Normal   Pulled          85m (x2 over 85m)  kubelet  Container image "registry.redhat.io/cluster-observability-operator/obo-prometheus-rhel9-operator@sha256:203cf5b9dc1460f09e75f58d8b5cf7df5e57c18c8c6a41c14b5e8977d83263f3" already present on machine
  Normal   Created         85m (x3 over 85m)  kubelet  Created container prometheus-operator
  Normal   Started         85m (x3 over 85m)  kubelet  Started container prometheus-operator
