Name:             prometheus-metric-storage-0
Namespace:        openstack
Priority:         0
Service Account:  metric-storage-prometheus
Node:             crc/192.168.126.11
Start Time:       Wed, 03 Dec 2025 11:28:43 +0000
Labels:           app.kubernetes.io/component=prometheus
                  app.kubernetes.io/instance=metric-storage
                  app.kubernetes.io/managed-by=prometheus-operator
                  app.kubernetes.io/name=prometheus
                  app.kubernetes.io/part-of=metric-storage
                  app.kubernetes.io/version=3.6.0
                  apps.kubernetes.io/pod-index=0
                  controller-revision-hash=prometheus-metric-storage-688d9d6b58
                  operator.prometheus.io/name=metric-storage
                  operator.prometheus.io/shard=0
                  prometheus=metric-storage
                  statefulset.kubernetes.io/pod-name=prometheus-metric-storage-0
Annotations:      k8s.ovn.org/pod-networks:
                    {"default":{"ip_addresses":["10.217.0.170/23"],"mac_address":"0a:58:0a:d9:00:aa","gateway_ips":["10.217.0.1"],"routes":[{"dest":"10.217.0....
                  k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ovn-kubernetes",
                        "interface": "eth0",
                        "ips": [
                            "10.217.0.170"
                        ],
                        "mac": "0a:58:0a:d9:00:aa",
                        "default": true,
                        "dns": {}
                    }]
                  kubectl.kubernetes.io/default-container: prometheus
                  openshift.io/scc: nonroot-v2
                  seccomp.security.alpha.kubernetes.io/pod: runtime/default
Status:           Running
SeccompProfile:   RuntimeDefault
IP:               10.217.0.170
IPs:
  IP:           10.217.0.170
Controlled By:  StatefulSet/prometheus-metric-storage
Init Containers:
  init-config-reloader:
    Container ID:  cri-o://22e4f4007ed632f0fe64347e59a4a025f3dbcd6bd9009a5c5e5e342e00b04022
    Image:         registry.redhat.io/cluster-observability-operator/obo-prometheus-operator-prometheus-config-reloader-rhel9@sha256:1133c973c7472c665f910a722e19c8e2e27accb34b90fab67f14548627ce9c62
    Image ID:      registry.redhat.io/cluster-observability-operator/obo-prometheus-operator-prometheus-config-reloader-rhel9@sha256:1133c973c7472c665f910a722e19c8e2e27accb34b90fab67f14548627ce9c62
    Port:          8081/TCP
    Host Port:     0/TCP
    Command:
      /bin/prometheus-config-reloader
    Args:
      --watch-interval=0
      --listen-address=:8081
      --config-file=/etc/prometheus/config/prometheus.yaml.gz
      --config-envsubst-file=/etc/prometheus/config_out/prometheus.env.yaml
      --watched-dir=/etc/prometheus/rules/prometheus-metric-storage-rulefiles-0
    State:          Terminated
      Reason:       Completed
      Exit Code:    0
      Started:      Wed, 03 Dec 2025 11:28:49 +0000
      Finished:     Wed, 03 Dec 2025 11:29:20 +0000
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     10m
      memory:  50Mi
    Requests:
      cpu:     10m
      memory:  50Mi
    Environment:
      POD_NAME:  prometheus-metric-storage-0 (v1:metadata.name)
      SHARD:     0
    Mounts:
      /etc/prometheus/config from config (rw)
      /etc/prometheus/config_out from config-out (rw)
      /etc/prometheus/rules/prometheus-metric-storage-rulefiles-0 from prometheus-metric-storage-rulefiles-0 (rw)
      /etc/prometheus/web_config/secret/cert-metric-storage-prometheus-svc-cert from web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d (ro)
      /etc/prometheus/web_config/secret/cert-metric-storage-prometheus-svc-key from web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d (ro)
      /etc/prometheus/web_config/web-config.yaml from web-config (ro,path="web-config.yaml")
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-9f4mb (ro)
Containers:
  prometheus:
    Container ID:  cri-o://478b3adc3ff302a88c339afebe69dec8bb14c9c0b1ed7b647ac4d009eac2a947
    Image:         registry.redhat.io/cluster-observability-operator/prometheus-rhel9@sha256:17ea20be390a94ab39f5cdd7f0cbc2498046eebcf77fe3dec9aa288d5c2cf46b
    Image ID:      registry.redhat.io/cluster-observability-operator/prometheus-rhel9@sha256:17ea20be390a94ab39f5cdd7f0cbc2498046eebcf77fe3dec9aa288d5c2cf46b
    Port:          9090/TCP
    Host Port:     0/TCP
    Args:
      --config.file=/etc/prometheus/config_out/prometheus.env.yaml
      --web.enable-lifecycle
      --web.route-prefix=/
      --storage.tsdb.retention.time=24h
      --storage.tsdb.path=/prometheus
      --web.config.file=/etc/prometheus/web_config/web-config.yaml
    State:          Running
      Started:      Wed, 03 Dec 2025 12:39:42 +0000
    Last State:     Terminated
      Reason:       Completed
      Exit Code:    0
      Started:      Wed, 03 Dec 2025 11:29:22 +0000
      Finished:     Wed, 03 Dec 2025 12:39:40 +0000
    Ready:          True
    Restart Count:  1
    Liveness:       http-get https://:web/-/healthy delay=0s timeout=3s period=5s #success=1 #failure=6
    Readiness:      http-get https://:web/-/ready delay=0s timeout=3s period=5s #success=1 #failure=3
    Startup:        http-get https://:web/-/ready delay=0s timeout=3s period=15s #success=1 #failure=60
    Environment:    <none>
    Mounts:
      /etc/prometheus/certs from tls-assets (ro)
      /etc/prometheus/config_out from config-out (ro)
      /etc/prometheus/rules/prometheus-metric-storage-rulefiles-0 from prometheus-metric-storage-rulefiles-0 (rw)
      /etc/prometheus/secrets/combined-ca-bundle from secret-combined-ca-bundle (ro)
      /etc/prometheus/web_config/secret/cert-metric-storage-prometheus-svc-cert from web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d (ro)
      /etc/prometheus/web_config/secret/cert-metric-storage-prometheus-svc-key from web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d (ro)
      /etc/prometheus/web_config/web-config.yaml from web-config (ro,path="web-config.yaml")
      /prometheus from prometheus-metric-storage-db (rw,path="prometheus-db")
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-9f4mb (ro)
  config-reloader:
    Container ID:  cri-o://156566ea32d1e2a537fc887baef13406af689ba5b1c54d16092e72a0770460ea
    Image:         registry.redhat.io/cluster-observability-operator/obo-prometheus-operator-prometheus-config-reloader-rhel9@sha256:1133c973c7472c665f910a722e19c8e2e27accb34b90fab67f14548627ce9c62
    Image ID:      registry.redhat.io/cluster-observability-operator/obo-prometheus-operator-prometheus-config-reloader-rhel9@sha256:1133c973c7472c665f910a722e19c8e2e27accb34b90fab67f14548627ce9c62
    Port:          8080/TCP
    Host Port:     0/TCP
    Command:
      /bin/prometheus-config-reloader
    Args:
      --listen-address=:8080
      --web-config-file=/etc/prometheus/web_config/web-config.yaml
      --reload-url=https://localhost:9090/-/reload
      --config-file=/etc/prometheus/config/prometheus.yaml.gz
      --config-envsubst-file=/etc/prometheus/config_out/prometheus.env.yaml
      --watched-dir=/etc/prometheus/rules/prometheus-metric-storage-rulefiles-0
    State:          Running
      Started:      Wed, 03 Dec 2025 11:29:26 +0000
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     10m
      memory:  50Mi
    Requests:
      cpu:     10m
      memory:  50Mi
    Environment:
      POD_NAME:  prometheus-metric-storage-0 (v1:metadata.name)
      SHARD:     0
    Mounts:
      /etc/prometheus/config from config (rw)
      /etc/prometheus/config_out from config-out (rw)
      /etc/prometheus/rules/prometheus-metric-storage-rulefiles-0 from prometheus-metric-storage-rulefiles-0 (rw)
      /etc/prometheus/web_config/secret/cert-metric-storage-prometheus-svc-cert from web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d (ro)
      /etc/prometheus/web_config/secret/cert-metric-storage-prometheus-svc-key from web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d (ro)
      /etc/prometheus/web_config/web-config.yaml from web-config (ro,path="web-config.yaml")
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-9f4mb (ro)
  thanos-sidecar:
    Container ID:  cri-o://730a8b3fa4a563377a9dbf10b62c27bbff1ef2c982037adb4c868520fc1d6910
    Image:         registry.redhat.io/cluster-observability-operator/thanos-rhel9@sha256:d972f4faa5e9c121402d23ed85002f26af48ec36b1b71a7489d677b3913d08b4
    Image ID:      registry.redhat.io/cluster-observability-operator/thanos-rhel9@sha256:95f7c270ab6ba75bd4d5b21aab91b691fb1830c23a17e16d062810176ed04924
    Ports:         10902/TCP, 10901/TCP
    Host Ports:    0/TCP, 0/TCP
    Args:
      sidecar
      --prometheus.url=https://localhost:9090/
      --grpc-address=:10901
      --http-address=:10902
      --log.level=info
      --prometheus.http-client-file=/etc/thanos/config/prometheus.http-client-file.yaml
    State:          Running
      Started:      Wed, 03 Dec 2025 11:29:53 +0000
    Ready:          True
    Restart Count:  0
    Environment:    <none>
    Mounts:
      /etc/thanos/config from thanos-prometheus-http-client-file (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-9f4mb (ro)
Conditions:
  Type                        Status
  PodReadyToStartContainers   True 
  Initialized                 True 
  Ready                       True 
  ContainersReady             True 
  PodScheduled                True 
Volumes:
  prometheus-metric-storage-db:
    Type:       PersistentVolumeClaim (a reference to a PersistentVolumeClaim in the same namespace)
    ClaimName:  prometheus-metric-storage-db-prometheus-metric-storage-0
    ReadOnly:   false
  config:
    Type:        Secret (a volume populated by a Secret)
    SecretName:  prometheus-metric-storage
    Optional:    false
  tls-assets:
    Type:                Projected (a volume that contains injected data from multiple sources)
    SecretName:          prometheus-metric-storage-tls-assets-0
    SecretOptionalName:  <nil>
  config-out:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     Memory
    SizeLimit:  <unset>
  secret-combined-ca-bundle:
    Type:        Secret (a volume populated by a Secret)
    SecretName:  combined-ca-bundle
    Optional:    false
  prometheus-metric-storage-rulefiles-0:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      prometheus-metric-storage-rulefiles-0
    Optional:  false
  web-config:
    Type:        Secret (a volume populated by a Secret)
    SecretName:  prometheus-metric-storage-web-config
    Optional:    false
  web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d:
    Type:        Secret (a volume populated by a Secret)
    SecretName:  cert-metric-storage-prometheus-svc
    Optional:    false
  web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d:
    Type:        Secret (a volume populated by a Secret)
    SecretName:  cert-metric-storage-prometheus-svc
    Optional:    false
  thanos-prometheus-http-client-file:
    Type:        Secret (a volume populated by a Secret)
    SecretName:  prometheus-metric-storage-thanos-prometheus-http-client-file
    Optional:    false
  kube-api-access-9f4mb:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
    ConfigMapName:           openshift-service-ca.crt
    ConfigMapOptional:       <nil>
QoS Class:                   Burstable
Node-Selectors:              <none>
Tolerations:                 node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
  Type     Reason          Age                    From               Message
  ----     ------          ----                   ----               -------
  Normal   Scheduled       75m                    default-scheduler  Successfully assigned openstack/prometheus-metric-storage-0 to crc
  Normal   AddedInterface  75m                    multus             Add eth0 [10.217.0.170/23] from ovn-kubernetes
  Normal   Pulled          75m                    kubelet            Container image "registry.redhat.io/cluster-observability-operator/obo-prometheus-operator-prometheus-config-reloader-rhel9@sha256:1133c973c7472c665f910a722e19c8e2e27accb34b90fab67f14548627ce9c62" already present on machine
  Normal   Created         75m                    kubelet            Created container init-config-reloader
  Normal   Started         75m                    kubelet            Started container init-config-reloader
  Normal   Pulled          74m                    kubelet            Container image "registry.redhat.io/cluster-observability-operator/obo-prometheus-operator-prometheus-config-reloader-rhel9@sha256:1133c973c7472c665f910a722e19c8e2e27accb34b90fab67f14548627ce9c62" already present on machine
  Normal   Created         74m                    kubelet            Created container config-reloader
  Normal   Started         74m                    kubelet            Started container config-reloader
  Normal   Pulled          74m                    kubelet            Container image "registry.redhat.io/cluster-observability-operator/thanos-rhel9@sha256:d972f4faa5e9c121402d23ed85002f26af48ec36b1b71a7489d677b3913d08b4" already present on machine
  Normal   Created         74m                    kubelet            Created container thanos-sidecar
  Normal   Started         74m                    kubelet            Started container thanos-sidecar
  Warning  Unhealthy       4m47s                  kubelet            Readiness probe failed: Get "https://10.217.0.170:9090/-/ready": context deadline exceeded
  Warning  Unhealthy       4m39s (x2 over 4m42s)  kubelet            Readiness probe failed: Get "https://10.217.0.170:9090/-/ready": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)
  Warning  Unhealthy       4m32s (x3 over 4m47s)  kubelet            Liveness probe failed: Get "https://10.217.0.170:9090/-/healthy": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)
  Warning  Unhealthy       4m32s                  kubelet            Readiness probe failed: Get "https://10.217.0.170:9090/-/ready": context deadline exceeded (Client.Timeout exceeded while awaiting headers)
  Warning  Unhealthy       4m27s (x3 over 4m52s)  kubelet            Readiness probe failed: Get "https://10.217.0.170:9090/-/ready": net/http: request canceled (Client.Timeout exceeded while awaiting headers)
  Warning  Unhealthy       4m27s (x3 over 4m52s)  kubelet            Liveness probe failed: Get "https://10.217.0.170:9090/-/healthy": net/http: request canceled (Client.Timeout exceeded while awaiting headers)
  Normal   Killing         4m27s                  kubelet            Container prometheus failed liveness probe, will be restarted
  Warning  Unhealthy       4m25s (x2 over 4m26s)  kubelet            Readiness probe failed: HTTP probe failed with statuscode: 503
  Normal   Pulled          4m22s (x2 over 74m)    kubelet            Container image "registry.redhat.io/cluster-observability-operator/prometheus-rhel9@sha256:17ea20be390a94ab39f5cdd7f0cbc2498046eebcf77fe3dec9aa288d5c2cf46b" already present on machine
  Normal   Started         4m21s (x2 over 74m)    kubelet            Started container prometheus
  Normal   Created         4m21s (x2 over 74m)    kubelet            Created container prometheus
  Warning  Unhealthy       4m20s                  kubelet            Startup probe failed: Get "https://10.217.0.170:9090/-/ready": dial tcp 10.217.0.170:9090: connect: connection refused
