---
I0319 09:26:26.034607       1 main.go:213] Received signal terminated. Forwarding to sub-process "hyperkube".
I0319 09:26:26.035227      12 genericapiserver.go:554] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0319 09:26:26.035274      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ShutdownInitiated' Received signal to terminate, becoming unready, but keeping serving
I0319 09:26:26.036249      12 controller.go:128] Shutting down kubernetes service endpoint reconciler
I0319 09:26:26.045535      12 genericapiserver.go:544] "[graceful-termination] shutdown event" name="AfterShutdownDelayDuration"
I0319 09:26:26.045572      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'AfterShutdownDelayDuration' The minimal shutdown duration of 0s finished
W0319 09:26:26.049055      12 lease.go:265] Resetting endpoints for master service "kubernetes" to []
I0319 09:26:26.067453      12 genericapiserver.go:721] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0319 09:26:26.067490      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationPreShutdownHooksFinished' All pre-shutdown hooks have been finished
I0319 09:26:26.067684      12 genericapiserver.go:633] "[graceful-termination] shutdown event" name="NotAcceptingNewRequest"
I0319 09:26:26.067696      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'InFlightRequestsDrained' All non long-running request(s) in-flight have drained
I0319 09:26:26.067809      12 genericapiserver.go:679] "[graceful-termination] not going to wait for active watch request(s) to drain"
I0319 09:26:26.068122      12 genericapiserver.go:670] [graceful-termination] in-flight non long-running request(s) have drained
I0319 09:26:26.068139      12 genericapiserver.go:711] "[graceful-termination] shutdown event" name="InFlightRequestsDrained"
I0319 09:26:26.068255      12 remote_available_controller.go:449] Shutting down RemoteAvailability controller
I0319 09:26:26.068266      12 gc_controller.go:91] Shutting down apiserver lease garbage collector
I0319 09:26:26.068281      12 apf_controller.go:389] Shutting down API Priority and Fairness config worker
I0319 09:26:26.068285      12 controller.go:157] Shutting down quota evaluator
I0319 09:26:26.068295      12 controller.go:176] quota evaluator worker shutdown
I0319 09:26:26.068296      12 system_namespaces_controller.go:76] Shutting down system namespaces controller
I0319 09:26:26.068880      12 clusterquotamapping.go:142] Shutting down ClusterQuotaMappingController controller
I0319 09:26:26.068928      12 controller.go:176] quota evaluator worker shutdown
I0319 09:26:26.068938      12 customresource_discovery_controller.go:328] Shutting down DiscoveryController
I0319 09:26:26.068943      12 controller.go:176] quota evaluator worker shutdown
I0319 09:26:26.068954      12 apiapproval_controller.go:201] Shutting down KubernetesAPIApprovalPolicyConformantConditionController
I0319 09:26:26.068961      12 controller.go:176] quota evaluator worker shutdown
I0319 09:26:26.068966      12 controller.go:176] quota evaluator worker shutdown
I0319 09:26:26.068982      12 autoregister_controller.go:168] Shutting down autoregister controller
I0319 09:26:26.069003      12 naming_controller.go:305] Shutting down NamingConditionController
I0319 09:26:26.069015      12 crdregistration_controller.go:146] Shutting down crd-autoregister controller
I0319 09:26:26.069034      12 controller.go:170] Shutting down OpenAPI controller
I0319 09:26:26.069043      12 establishing_controller.go:92] Shutting down EstablishingController
I0319 09:26:26.069053      12 nonstructuralschema_controller.go:207] Shutting down NonStructuralSchemaConditionController
I0319 09:26:26.069067      12 crd_finalizer.go:281] Shutting down CRDFinalizer
I0319 09:26:26.069083      12 apiservice_controller.go:134] Shutting down APIServiceRegistrationController
I0319 09:26:26.069094      12 controller.go:132] Ending legacy_token_tracking_controller
I0319 09:26:26.069102      12 controller.go:133] Shutting down legacy_token_tracking_controller
I0319 09:26:26.069111      12 local_available_controller.go:172] Shutting down LocalAvailability controller
I0319 09:26:26.068932      12 controller.go:120] Shutting down OpenAPI V3 controller
I0319 09:26:26.069500      12 dynamic_serving_content.go:149] "Shutting down controller" name="aggregator-proxy-cert::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.crt::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.key"
I0319 09:26:26.069541      12 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I0319 09:26:26.069553      12 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I0319 09:26:26.069573      12 apiaccess_count_controller.go:95] Shutting down APIRequestCount controller.
I0319 09:26:26.069638      12 storage_flowcontrol.go:186] APF bootstrap ensurer is exiting
I0319 09:26:26.069651      12 cluster_authentication_trust_controller.go:466] Shutting down cluster_authentication_trust_controller controller
I0319 09:26:26.069753      12 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I0319 09:26:26.069777      12 controller.go:86] Shutting down OpenAPI V3 AggregationController
I0319 09:26:26.069918      12 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"
I0319 09:26:26.069937      12 controller.go:84] Shutting down OpenAPI AggregationController
I0319 09:26:26.070078      12 secure_serving.go:258] Stopped listening on [::]:6443
I0319 09:26:26.070130      12 genericapiserver.go:624] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening"
I0319 09:26:26.070142      12 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I0319 09:26:26.070246      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'HTTPServerStoppedListening' HTTP Server has stopped listening
I0319 09:26:26.070250      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.crt::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.key"
I0319 09:26:26.070278      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.key"
I0319 09:26:26.070282      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.key"
I0319 09:26:26.070293      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I0319 09:26:26.070295      12 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I0319 09:26:26.070267      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.key"
I0319 09:26:26.070319      12 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
E0319 09:26:26.070563      12 wrap.go:53] "Timeout or abort while handling" logger="UnhandledError" method="GET" URI="/apis/user.openshift.io/v1/groups?allowWatchBookmarks=true&resourceVersion=9188&timeout=5m39s&timeoutSeconds=339&watch=true" auditID="bc628f96-2b90-4cf4-859d-4343bacb5e34"
I0319 09:26:26.077992      12 genericapiserver.go:735] "[graceful-termination] audit backend shutdown completed"
I0319 09:26:28.070074      12 genericapiserver.go:742] [graceful-termination] apiserver is exiting
I0319 09:26:28.070119      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationGracefulTerminationFinished' All pending requests processed
W0319 09:26:28.181566      12 cacher.go:171] Terminating all watchers from cacher apiservices.apiregistration.k8s.io
W0319 09:26:28.182654      12 cacher.go:171] Terminating all watchers from cacher persistentvolumes
W0319 09:26:28.183214      12 cacher.go:171] Terminating all watchers from cacher services
W0319 09:26:28.185625      12 cacher.go:171] Terminating all watchers from cacher configmaps
W0319 09:26:28.198513      12 cacher.go:171] Terminating all watchers from cacher persistentvolumeclaims
W0319 09:26:28.202289      12 cacher.go:171] Terminating all watchers from cacher pods
W0319 09:26:28.203598      12 cacher.go:171] Terminating all watchers from cacher secrets
W0319 09:26:28.211782      12 cacher.go:171] Terminating all watchers from cacher namespaces
W0319 09:26:28.214281      12 cacher.go:171] Terminating all watchers from cacher podtemplates
W0319 09:26:28.214676      12 cacher.go:171] Terminating all watchers from cacher replicationcontrollers
W0319 09:26:28.215245      12 cacher.go:171] Terminating all watchers from cacher endpoints
W0319 09:26:28.217770      12 cacher.go:171] Terminating all watchers from cacher resourcequotas
W0319 09:26:28.218830      12 cacher.go:171] Terminating all watchers from cacher nodes
W0319 09:26:28.220193      12 cacher.go:171] Terminating all watchers from cacher limitranges
W0319 09:26:28.220909      12 cacher.go:171] Terminating all watchers from cacher serviceaccounts
W0319 09:26:28.222773      12 cacher.go:171] Terminating all watchers from cacher horizontalpodautoscalers.autoscaling
W0319 09:26:28.224246      12 cacher.go:171] Terminating all watchers from cacher jobs.batch
W0319 09:26:28.225282      12 cacher.go:171] Terminating all watchers from cacher cronjobs.batch
W0319 09:26:28.226758      12 cacher.go:171] Terminating all watchers from cacher certificatesigningrequests.certificates.k8s.io
W0319 09:26:28.228419      12 cacher.go:171] Terminating all watchers from cacher leases.coordination.k8s.io
W0319 09:26:28.229228      12 cacher.go:171] Terminating all watchers from cacher endpointslices.discovery.k8s.io
W0319 09:26:28.230709      12 cacher.go:171] Terminating all watchers from cacher networkpolicies.networking.k8s.io
W0319 09:26:28.231446      12 cacher.go:171] Terminating all watchers from cacher ingresses.networking.k8s.io
W0319 09:26:28.232017      12 cacher.go:171] Terminating all watchers from cacher ingressclasses.networking.k8s.io
W0319 09:26:28.232453      12 cacher.go:171] Terminating all watchers from cacher runtimeclasses.node.k8s.io
W0319 09:26:28.233215      12 cacher.go:171] Terminating all watchers from cacher poddisruptionbudgets.policy
W0319 09:26:28.234042      12 cacher.go:171] Terminating all watchers from cacher clusterrolebindings.rbac.authorization.k8s.io
W0319 09:26:28.235472      12 cacher.go:171] Terminating all watchers from cacher roles.rbac.authorization.k8s.io
W0319 09:26:28.238630      12 cacher.go:171] Terminating all watchers from cacher rolebindings.rbac.authorization.k8s.io
W0319 09:26:28.240021      12 cacher.go:171] Terminating all watchers from cacher clusterroles.rbac.authorization.k8s.io
W0319 09:26:28.240456      12 cacher.go:171] Terminating all watchers from cacher priorityclasses.scheduling.k8s.io
W0319 09:26:28.241265      12 cacher.go:171] Terminating all watchers from cacher csinodes.storage.k8s.io
W0319 09:26:28.242023      12 cacher.go:171] Terminating all watchers from cacher csidrivers.storage.k8s.io
W0319 09:26:28.242767      12 cacher.go:171] Terminating all watchers from cacher csistoragecapacities.storage.k8s.io
W0319 09:26:28.243251      12 cacher.go:171] Terminating all watchers from cacher storageclasses.storage.k8s.io
W0319 09:26:28.244241      12 cacher.go:171] Terminating all watchers from cacher volumeattachments.storage.k8s.io
W0319 09:26:28.245810      12 cacher.go:171] Terminating all watchers from cacher flowschemas.flowcontrol.apiserver.k8s.io
W0319 09:26:28.246464      12 cacher.go:171] Terminating all watchers from cacher prioritylevelconfigurations.flowcontrol.apiserver.k8s.io
W0319 09:26:28.246909      12 cacher.go:171] Terminating all watchers from cacher statefulsets.apps
W0319 09:26:28.247455      12 cacher.go:171] Terminating all watchers from cacher replicasets.apps
W0319 09:26:28.248063      12 cacher.go:171] Terminating all watchers from cacher controllerrevisions.apps
W0319 09:26:28.248497      12 cacher.go:171] Terminating all watchers from cacher deployments.apps
W0319 09:26:28.249203      12 cacher.go:171] Terminating all watchers from cacher daemonsets.apps
W0319 09:26:28.250414      12 cacher.go:171] Terminating all watchers from cacher validatingwebhookconfigurations.admissionregistration.k8s.io
W0319 09:26:28.252069      12 cacher.go:171] Terminating all watchers from cacher mutatingwebhookconfigurations.admissionregistration.k8s.io
W0319 09:26:28.253202      12 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicies.admissionregistration.k8s.io
W0319 09:26:28.253843      12 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicybindings.admissionregistration.k8s.io
W0319 09:26:28.255741      12 cacher.go:171] Terminating all watchers from cacher customresourcedefinitions.apiextensions.k8s.io
W0319 09:26:28.257277      12 cacher.go:171] Terminating all watchers from cacher consolequickstarts.console.openshift.io
W0319 09:26:28.257636      12 cacher.go:171] Terminating all watchers from cacher apirequestcounts.apiserver.openshift.io
W0319 09:26:28.258107      12 cacher.go:171] Terminating all watchers from cacher machineautoscalers.autoscaling.openshift.io
W0319 09:26:28.259441      12 cacher.go:171] Terminating all watchers from cacher ipaddresses.ipam.cluster.x-k8s.io
W0319 09:26:28.260159      12 cacher.go:171] Terminating all watchers from cacher clusteroperators.config.openshift.io
W0319 09:26:28.261163      12 cacher.go:171] Terminating all watchers from cacher configs.operator.openshift.io
W0319 09:26:28.261649      12 cacher.go:171] Terminating all watchers from cacher clusterautoscalers.autoscaling.openshift.io
W0319 09:26:28.262216      12 cacher.go:171] Terminating all watchers from cacher imagecontentsourcepolicies.operator.openshift.io
W0319 09:26:28.263055      12 cacher.go:171] Terminating all watchers from cacher credentialsrequests.cloudcredential.openshift.io
W0319 09:26:28.263666      12 cacher.go:171] Terminating all watchers from cacher machineosbuilds.machineconfiguration.openshift.io
W0319 09:26:28.264310      12 cacher.go:171] Terminating all watchers from cacher baremetalhosts.metal3.io
W0319 09:26:28.264877      12 cacher.go:171] Terminating all watchers from cacher cloudcredentials.operator.openshift.io
W0319 09:26:28.265505      12 cacher.go:171] Terminating all watchers from cacher operators.operators.coreos.com
W0319 09:26:28.265937      12 cacher.go:171] Terminating all watchers from cacher rangeallocations.security.internal.openshift.io
W0319 09:26:28.266194      12 cacher.go:171] Terminating all watchers from cacher openshiftapiservers.operator.openshift.io
W0319 09:26:28.267058      12 cacher.go:171] Terminating all watchers from cacher kubecontrollermanagers.operator.openshift.io
W0319 09:26:28.268266      12 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0319 09:26:28.269885      12 cacher.go:171] Terminating all watchers from cacher performanceprofiles.performance.openshift.io
W0319 09:26:28.270753      12 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W0319 09:26:28.272684      12 cacher.go:171] Terminating all watchers from cacher kubeschedulers.operator.openshift.io
W0319 09:26:28.273006      12 cacher.go:171] Terminating all watchers from cacher installplans.operators.coreos.com
W0319 09:26:28.274241      12 cacher.go:171] Terminating all watchers from cacher securitycontextconstraints.security.openshift.io
W0319 09:26:28.275075      12 cacher.go:171] Terminating all watchers from cacher egressqoses.k8s.ovn.org
W0319 09:26:28.275841      12 cacher.go:171] Terminating all watchers from cacher dnses.config.openshift.io
W0319 09:26:28.276260      12 cacher.go:171] Terminating all watchers from cacher alertingrules.monitoring.openshift.io
W0319 09:26:28.276720      12 cacher.go:171] Terminating all watchers from cacher dnses.operator.openshift.io
W0319 09:26:28.277283      12 cacher.go:171] Terminating all watchers from cacher clusterresourcequotas.quota.openshift.io
W0319 09:26:28.278218      12 cacher.go:171] Terminating all watchers from cacher containerruntimeconfigs.machineconfiguration.openshift.io
W0319 09:26:28.278755      12 cacher.go:171] Terminating all watchers from cacher nodeslicepools.whereabouts.cni.cncf.io
W0319 09:26:28.279071      12 cacher.go:171] Terminating all watchers from cacher consoleplugins.console.openshift.io
W0319 09:26:28.279809      12 cacher.go:171] Terminating all watchers from cacher alertmanagers.monitoring.coreos.com
W0319 09:26:28.280511      12 cacher.go:171] Terminating all watchers from cacher overlappingrangeipreservations.whereabouts.cni.cncf.io
W0319 09:26:28.281142      12 cacher.go:171] Terminating all watchers from cacher firmwareschemas.metal3.io
W0319 09:26:28.281711      12 cacher.go:171] Terminating all watchers from cacher imagepruners.imageregistry.operator.openshift.io
W0319 09:26:28.282412      12 cacher.go:171] Terminating all watchers from cacher authentications.config.openshift.io
W0319 09:26:28.283369      12 cacher.go:171] Terminating all watchers from cacher controllerconfigs.machineconfiguration.openshift.io
W0319 09:26:28.284483      12 cacher.go:171] Terminating all watchers from cacher infrastructures.config.openshift.io
W0319 09:26:28.287168      12 cacher.go:171] Terminating all watchers from cacher clusterversions.config.openshift.io
W0319 09:26:28.288636      12 cacher.go:171] Terminating all watchers from cacher machineosconfigs.machineconfiguration.openshift.io
W0319 09:26:28.289212      12 cacher.go:171] Terminating all watchers from cacher projects.config.openshift.io
W0319 09:26:28.289616      12 cacher.go:171] Terminating all watchers from cacher builds.config.openshift.io
W0319 09:26:28.290127      12 cacher.go:171] Terminating all watchers from cacher bmceventsubscriptions.metal3.io
W0319 09:26:28.290620      12 cacher.go:171] Terminating all watchers from cacher rolebindingrestrictions.authorization.openshift.io
W0319 09:26:28.291985      12 cacher.go:171] Terminating all watchers from cacher metal3remediationtemplates.infrastructure.cluster.x-k8s.io
W0319 09:26:28.292371      12 cacher.go:171] Terminating all watchers from cacher networks.operator.openshift.io
W0319 09:26:28.293018      12 cacher.go:171] Terminating all watchers from cacher subscriptions.operators.coreos.com
W0319 09:26:28.293415      12 cacher.go:171] Terminating all watchers from cacher imagecontentpolicies.config.openshift.io
W0319 09:26:28.293972      12 cacher.go:171] Terminating all watchers from cacher olms.operator.openshift.io
W0319 09:26:28.294822      12 cacher.go:171] Terminating all watchers from cacher provisionings.metal3.io
W0319 09:26:28.295382      12 cacher.go:171] Terminating all watchers from cacher proxies.config.openshift.io
W0319 09:26:28.296568      12 cacher.go:171] Terminating all watchers from cacher ingresscontrollers.operator.openshift.io
W0319 09:26:28.297447      12 cacher.go:171] Terminating all watchers from cacher machines.machine.openshift.io
W0319 09:26:28.297879      12 cacher.go:171] Terminating all watchers from cacher insightsoperators.operator.openshift.io
W0319 09:26:28.298441      12 cacher.go:171] Terminating all watchers from cacher egressservices.k8s.ovn.org
W0319 09:26:28.300142      12 cacher.go:171] Terminating all watchers from cacher kubeapiservers.operator.openshift.io
W0319 09:26:28.300958      12 cacher.go:171] Terminating all watchers from cacher featuregates.config.openshift.io
W0319 09:26:28.302192      12 cacher.go:171] Terminating all watchers from cacher operatorpkis.network.operator.openshift.io
W0319 09:26:28.302983      12 cacher.go:171] Terminating all watchers from cacher consoleexternalloglinks.console.openshift.io
W0319 09:26:28.303371      12 cacher.go:171] Terminating all watchers from cacher adminpolicybasedexternalroutes.k8s.ovn.org
W0319 09:26:28.303791      12 cacher.go:171] Terminating all watchers from cacher servicecas.operator.openshift.io
W0319 09:26:28.304085      12 cacher.go:171] Terminating all watchers from cacher prometheusrules.monitoring.coreos.com
W0319 09:26:28.304867      12 cacher.go:171] Terminating all watchers from cacher baselineadminnetworkpolicies.policy.networking.k8s.io
W0319 09:26:28.305236      12 cacher.go:171] Terminating all watchers from cacher authentications.operator.openshift.io
W0319 09:26:28.305777      12 cacher.go:171] Terminating all watchers from cacher userdefinednetworks.k8s.ovn.org
W0319 09:26:28.306517      12 cacher.go:171] Terminating all watchers from cacher clusteruserdefinednetworks.k8s.ovn.org
W0319 09:26:28.307181      12 cacher.go:171] Terminating all watchers from cacher egressrouters.network.operator.openshift.io
W0319 09:26:28.307956      12 cacher.go:171] Terminating all watchers from cacher ipamclaims.k8s.cni.cncf.io
W0319 09:26:28.308478      12 cacher.go:171] Terminating all watchers from cacher consoles.operator.openshift.io
W0319 09:26:28.308764      12 cacher.go:171] Terminating all watchers from cacher kubeletconfigs.machineconfiguration.openshift.io
W0319 09:26:28.309285      12 cacher.go:171] Terminating all watchers from cacher storages.operator.openshift.io
W0319 09:26:28.309883      12 cacher.go:171] Terminating all watchers from cacher operatorgroups.operators.coreos.com
W0319 09:26:28.310771      12 cacher.go:171] Terminating all watchers from cacher consolelinks.console.openshift.io
W0319 09:26:28.311347      12 cacher.go:171] Terminating all watchers from cacher olmconfigs.operators.coreos.com
W0319 09:26:28.311967      12 cacher.go:171] Terminating all watchers from cacher openshiftcontrollermanagers.operator.openshift.io
W0319 09:26:28.312803      12 cacher.go:171] Terminating all watchers from cacher operatorconditions.operators.coreos.com
W0319 09:26:28.313989      12 cacher.go:171] Terminating all watchers from cacher apiservers.config.openshift.io
W0319 09:26:28.315455      12 cacher.go:171] Terminating all watchers from cacher nodes.config.openshift.io
W0319 09:26:28.316400      12 cacher.go:171] Terminating all watchers from cacher controlplanemachinesets.machine.openshift.io
W0319 09:26:28.317371      12 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W0319 09:26:28.317897      12 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W0319 09:26:28.318466      12 cacher.go:171] Terminating all watchers from cacher hostfirmwarecomponents.metal3.io
W0319 09:26:28.319037      12 cacher.go:171] Terminating all watchers from cacher kubestorageversionmigrators.operator.openshift.io
W0319 09:26:28.319693      12 cacher.go:171] Terminating all watchers from cacher preprovisioningimages.metal3.io
W0319 09:26:28.320284      12 cacher.go:171] Terminating all watchers from cacher etcds.operator.openshift.io
W0319 09:26:28.320800      12 cacher.go:171] Terminating all watchers from cacher hardwaredata.metal3.io
W0319 09:26:28.321319      12 cacher.go:171] Terminating all watchers from cacher dataimages.metal3.io
W0319 09:26:28.322049      12 cacher.go:171] Terminating all watchers from cacher clusterextensions.olm.operatorframework.io
W0319 09:26:28.322761      12 cacher.go:171] Terminating all watchers from cacher ingresses.config.openshift.io
W0319 09:26:28.325512      12 cacher.go:171] Terminating all watchers from cacher ipaddressclaims.ipam.cluster.x-k8s.io
W0319 09:26:28.326064      12 cacher.go:171] Terminating all watchers from cacher imagetagmirrorsets.config.openshift.io
W0319 09:26:28.326698      12 cacher.go:171] Terminating all watchers from cacher adminnetworkpolicies.policy.networking.k8s.io
W0319 09:26:28.328040      12 cacher.go:171] Terminating all watchers from cacher machineconfigs.machineconfiguration.openshift.io
W0319 09:26:28.328816      12 cacher.go:171] Terminating all watchers from cacher networks.config.openshift.io
W0319 09:26:28.329429      12 cacher.go:171] Terminating all watchers from cacher prometheuses.monitoring.coreos.com
W0319 09:26:28.330224      12 cacher.go:171] Terminating all watchers from cacher helmchartrepositories.helm.openshift.io
W0319 09:26:28.330713      12 cacher.go:171] Terminating all watchers from cacher operatorhubs.config.openshift.io
W0319 09:26:28.331417      12 cacher.go:171] Terminating all watchers from cacher clustercsidrivers.operator.openshift.io
W0319 09:26:28.332651      12 cacher.go:171] Terminating all watchers from cacher catalogsources.operators.coreos.com
W0319 09:26:28.333461      12 cacher.go:171] Terminating all watchers from cacher dnsrecords.ingress.operator.openshift.io
W0319 09:26:28.334475      12 cacher.go:171] Terminating all watchers from cacher machineconfigpools.machineconfiguration.openshift.io
W0319 09:26:28.336436      12 cacher.go:171] Terminating all watchers from cacher consoleyamlsamples.console.openshift.io
W0319 09:26:28.336936      12 cacher.go:171] Terminating all watchers from cacher profiles.tuned.openshift.io
W0319 09:26:28.337309      12 cacher.go:171] Terminating all watchers from cacher thanosrulers.monitoring.coreos.com
W0319 09:26:28.337923      12 cacher.go:171] Terminating all watchers from cacher tuneds.tuned.openshift.io
W0319 09:26:28.338760      12 cacher.go:171] Terminating all watchers from cacher network-attachment-definitions.k8s.cni.cncf.io
W0319 09:26:28.339418      12 cacher.go:171] Terminating all watchers from cacher clustercatalogs.olm.operatorframework.io
W0319 09:26:28.339869      12 cacher.go:171] Terminating all watchers from cacher consolesamples.console.openshift.io
W0319 09:26:28.340184      12 cacher.go:171] Terminating all watchers from cacher hostfirmwaresettings.metal3.io
W0319 09:26:28.340802      12 cacher.go:171] Terminating all watchers from cacher alertrelabelconfigs.monitoring.openshift.io
W0319 09:26:28.341144      12 cacher.go:171] Terminating all watchers from cacher configs.samples.operator.openshift.io
W0319 09:26:28.341680      12 cacher.go:171] Terminating all watchers from cacher csisnapshotcontrollers.operator.openshift.io
W0319 09:26:28.342225      12 cacher.go:171] Terminating all watchers from cacher storagestates.migration.k8s.io
W0319 09:26:28.342853      12 cacher.go:171] Terminating all watchers from cacher schedulers.config.openshift.io
W0319 09:26:28.343184      12 cacher.go:171] Terminating all watchers from cacher hostupdatepolicies.metal3.io
W0319 09:26:28.343508      12 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0319 09:26:28.344328      12 cacher.go:171] Terminating all watchers from cacher storageversionmigrations.migration.k8s.io
W0319 09:26:28.345090      12 cacher.go:171] Terminating all watchers from cacher clusterserviceversions.operators.coreos.com
W0319 09:26:28.347015      12 cacher.go:171] Terminating all watchers from cacher machinesets.machine.openshift.io
W0319 09:26:28.347948      12 cacher.go:171] Terminating all watchers from cacher consolenotifications.console.openshift.io
W0319 09:26:28.348510      12 cacher.go:171] Terminating all watchers from cacher egressfirewalls.k8s.ovn.org
W0319 09:26:28.349199      12 cacher.go:171] Terminating all watchers from cacher probes.monitoring.coreos.com
W0319 09:26:28.350777      12 cacher.go:171] Terminating all watchers from cacher consoleclidownloads.console.openshift.io
W0319 09:26:28.351371      12 cacher.go:171] Terminating all watchers from cacher projecthelmchartrepositories.helm.openshift.io
W0319 09:26:28.351960      12 cacher.go:171] Terminating all watchers from cacher imagedigestmirrorsets.config.openshift.io
W0319 09:26:28.352510      12 cacher.go:171] Terminating all watchers from cacher machinehealthchecks.machine.openshift.io
W0319 09:26:28.353286      12 cacher.go:171] Terminating all watchers from cacher metal3remediations.infrastructure.cluster.x-k8s.io
W0319 09:26:28.354471      12 cacher.go:171] Terminating all watchers from cacher machineconfigurations.operator.openshift.io
W0319 09:26:28.354973      12 cacher.go:171] Terminating all watchers from cacher servicemonitors.monitoring.coreos.com
W0319 09:26:28.356868      12 cacher.go:171] Terminating all watchers from cacher configs.imageregistry.operator.openshift.io
W0319 09:26:28.357449      12 cacher.go:171] Terminating all watchers from cacher consoles.config.openshift.io
W0319 09:26:28.358557      12 cacher.go:171] Terminating all watchers from cacher oauths.config.openshift.io
W0319 09:26:28.359272      12 cacher.go:171] Terminating all watchers from cacher egressips.k8s.ovn.org
W0319 09:26:28.359983      12 cacher.go:171] Terminating all watchers from cacher images.config.openshift.io
W0319 09:26:28.360743      12 cacher.go:171] Terminating all watchers from cacher ippools.whereabouts.cni.cncf.io
W0319 09:26:28.361352      12 cacher.go:171] Terminating all watchers from cacher podmonitors.monitoring.coreos.com
I0319 09:26:28.390550       1 main.go:235] Termination finished with exit code 0
I0319 09:26:28.390633       1 main.go:188] Deleting termination lock file "/var/log/kube-apiserver/.terminating"
---
I0319 09:34:54.735988       1 main.go:213] Received signal terminated. Forwarding to sub-process "hyperkube".
I0319 09:34:54.737095      12 genericapiserver.go:554] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0319 09:34:54.737129      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ShutdownInitiated' Received signal to terminate, becoming unready, but keeping serving
I0319 09:34:54.737309      12 controller.go:128] Shutting down kubernetes service endpoint reconciler
I0319 09:34:54.745146      12 genericapiserver.go:544] "[graceful-termination] shutdown event" name="AfterShutdownDelayDuration"
I0319 09:34:54.745196      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'AfterShutdownDelayDuration' The minimal shutdown duration of 0s finished
W0319 09:34:54.747801      12 lease.go:265] Resetting endpoints for master service "kubernetes" to []
I0319 09:34:54.768227      12 genericapiserver.go:721] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0319 09:34:54.768273      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationPreShutdownHooksFinished' All pre-shutdown hooks have been finished
I0319 09:34:54.768500      12 genericapiserver.go:633] "[graceful-termination] shutdown event" name="NotAcceptingNewRequest"
I0319 09:34:54.768568      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'InFlightRequestsDrained' All non long-running request(s) in-flight have drained
I0319 09:34:54.768664      12 genericapiserver.go:679] "[graceful-termination] not going to wait for active watch request(s) to drain"
I0319 09:34:54.797425      12 genericapiserver.go:670] [graceful-termination] in-flight non long-running request(s) have drained
I0319 09:34:54.797458      12 genericapiserver.go:711] "[graceful-termination] shutdown event" name="InFlightRequestsDrained"
I0319 09:34:54.797512      12 genericapiserver.go:735] "[graceful-termination] audit backend shutdown completed"
I0319 09:34:54.797561      12 controller.go:86] Shutting down OpenAPI V3 AggregationController
I0319 09:34:54.797580      12 controller.go:157] Shutting down quota evaluator
I0319 09:34:54.797587      12 controller.go:176] quota evaluator worker shutdown
I0319 09:34:54.799152      12 clusterquotamapping.go:142] Shutting down ClusterQuotaMappingController controller
I0319 09:34:54.799199      12 controller.go:120] Shutting down OpenAPI V3 controller
I0319 09:34:54.799214      12 customresource_discovery_controller.go:328] Shutting down DiscoveryController
I0319 09:34:54.799232      12 autoregister_controller.go:168] Shutting down autoregister controller
I0319 09:34:54.799245      12 crdregistration_controller.go:146] Shutting down crd-autoregister controller
I0319 09:34:54.799259      12 controller.go:170] Shutting down OpenAPI controller
I0319 09:34:54.799269      12 naming_controller.go:305] Shutting down NamingConditionController
I0319 09:34:54.799301      12 establishing_controller.go:92] Shutting down EstablishingController
I0319 09:34:54.799313      12 nonstructuralschema_controller.go:207] Shutting down NonStructuralSchemaConditionController
I0319 09:34:54.799325      12 apiapproval_controller.go:201] Shutting down KubernetesAPIApprovalPolicyConformantConditionController
I0319 09:34:54.799337      12 crd_finalizer.go:281] Shutting down CRDFinalizer
I0319 09:34:54.799351      12 apiservice_controller.go:134] Shutting down APIServiceRegistrationController
I0319 09:34:54.799370      12 controller.go:132] Ending legacy_token_tracking_controller
I0319 09:34:54.799375      12 controller.go:133] Shutting down legacy_token_tracking_controller
I0319 09:34:54.799388      12 local_available_controller.go:172] Shutting down LocalAvailability controller
I0319 09:34:54.799403      12 apf_controller.go:389] Shutting down API Priority and Fairness config worker
I0319 09:34:54.799421      12 system_namespaces_controller.go:76] Shutting down system namespaces controller
I0319 09:34:54.799430      12 gc_controller.go:91] Shutting down apiserver lease garbage collector
I0319 09:34:54.799438      12 remote_available_controller.go:449] Shutting down RemoteAvailability controller
I0319 09:34:54.799518      12 storage_flowcontrol.go:186] APF bootstrap ensurer is exiting
I0319 09:34:54.799635      12 cluster_authentication_trust_controller.go:466] Shutting down cluster_authentication_trust_controller controller
E0319 09:34:54.800617      12 wrap.go:53] "Timeout or abort while handling" logger="UnhandledError" method="GET" URI="/apis/user.openshift.io/v1/groups?allowWatchBookmarks=true&resourceVersion=15606&timeout=6m25s&timeoutSeconds=385&watch=true" auditID="efe3b2d1-b2b7-4def-a961-0eb64c1b4e80"
I0319 09:34:54.800753      12 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I0319 09:34:54.800769      12 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I0319 09:34:54.800826      12 apiaccess_count_controller.go:95] Shutting down APIRequestCount controller.
I0319 09:34:54.800847      12 controller.go:84] Shutting down OpenAPI AggregationController
I0319 09:34:54.800874      12 controller.go:176] quota evaluator worker shutdown
I0319 09:34:54.800879      12 controller.go:176] quota evaluator worker shutdown
I0319 09:34:54.800904      12 controller.go:176] quota evaluator worker shutdown
I0319 09:34:54.800910      12 controller.go:176] quota evaluator worker shutdown
I0319 09:34:54.800909      12 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I0319 09:34:54.800931      12 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"
I0319 09:34:54.801059      12 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I0319 09:34:54.801105      12 dynamic_serving_content.go:149] "Shutting down controller" name="aggregator-proxy-cert::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.crt::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.key"
I0319 09:34:54.801177      12 secure_serving.go:258] Stopped listening on [::]:6443
I0319 09:34:54.801185      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I0319 09:34:54.801210      12 genericapiserver.go:624] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening"
I0319 09:34:54.801225      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.key"
I0319 09:34:54.801252      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.crt::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.key"
I0319 09:34:54.801228      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'HTTPServerStoppedListening' HTTP Server has stopped listening
I0319 09:34:54.801281      12 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I0319 09:34:54.801298      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.key"
I0319 09:34:54.801731      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.key"
I0319 09:34:54.801777      12 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I0319 09:34:56.802612      12 genericapiserver.go:742] [graceful-termination] apiserver is exiting
I0319 09:34:56.802670      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationGracefulTerminationFinished' All pending requests processed
W0319 09:34:56.819926      12 cacher.go:171] Terminating all watchers from cacher apiservices.apiregistration.k8s.io
W0319 09:34:56.821231      12 cacher.go:171] Terminating all watchers from cacher nodes
W0319 09:34:56.824436      12 cacher.go:171] Terminating all watchers from cacher services
W0319 09:34:56.829697      12 cacher.go:171] Terminating all watchers from cacher namespaces
W0319 09:34:56.834370      12 cacher.go:171] Terminating all watchers from cacher secrets
W0319 09:34:56.841276      12 cacher.go:171] Terminating all watchers from cacher limitranges
W0319 09:34:56.841645      12 cacher.go:171] Terminating all watchers from cacher resourcequotas
W0319 09:34:56.842204      12 cacher.go:171] Terminating all watchers from cacher serviceaccounts
W0319 09:34:56.844203      12 cacher.go:171] Terminating all watchers from cacher replicationcontrollers
W0319 09:34:56.844475      12 cacher.go:171] Terminating all watchers from cacher persistentvolumes
W0319 09:34:56.844873      12 cacher.go:171] Terminating all watchers from cacher pods
W0319 09:34:56.846836      12 cacher.go:171] Terminating all watchers from cacher persistentvolumeclaims
W0319 09:34:56.847335      12 cacher.go:171] Terminating all watchers from cacher configmaps
W0319 09:34:56.853036      12 cacher.go:171] Terminating all watchers from cacher endpoints
W0319 09:34:56.860313      12 cacher.go:171] Terminating all watchers from cacher horizontalpodautoscalers.autoscaling
W0319 09:34:56.860907      12 cacher.go:171] Terminating all watchers from cacher cronjobs.batch
W0319 09:34:56.861328      12 cacher.go:171] Terminating all watchers from cacher jobs.batch
W0319 09:34:56.861974      12 cacher.go:171] Terminating all watchers from cacher certificatesigningrequests.certificates.k8s.io
W0319 09:34:56.863008      12 cacher.go:171] Terminating all watchers from cacher leases.coordination.k8s.io
W0319 09:34:56.863248      12 cacher.go:171] Terminating all watchers from cacher endpointslices.discovery.k8s.io
W0319 09:34:56.864237      12 cacher.go:171] Terminating all watchers from cacher ingresses.networking.k8s.io
W0319 09:34:56.864691      12 cacher.go:171] Terminating all watchers from cacher ingressclasses.networking.k8s.io
W0319 09:34:56.864986      12 cacher.go:171] Terminating all watchers from cacher networkpolicies.networking.k8s.io
W0319 09:34:56.865444      12 cacher.go:171] Terminating all watchers from cacher runtimeclasses.node.k8s.io
W0319 09:34:56.865786      12 cacher.go:171] Terminating all watchers from cacher poddisruptionbudgets.policy
W0319 09:34:56.866445      12 cacher.go:171] Terminating all watchers from cacher clusterroles.rbac.authorization.k8s.io
W0319 09:34:56.867267      12 cacher.go:171] Terminating all watchers from cacher clusterrolebindings.rbac.authorization.k8s.io
W0319 09:34:56.868318      12 cacher.go:171] Terminating all watchers from cacher roles.rbac.authorization.k8s.io
W0319 09:34:56.869677      12 cacher.go:171] Terminating all watchers from cacher rolebindings.rbac.authorization.k8s.io
W0319 09:34:56.870853      12 cacher.go:171] Terminating all watchers from cacher storageclasses.storage.k8s.io
W0319 09:34:56.871282      12 cacher.go:171] Terminating all watchers from cacher volumeattachments.storage.k8s.io
W0319 09:34:56.871686      12 cacher.go:171] Terminating all watchers from cacher csinodes.storage.k8s.io
W0319 09:34:56.872518      12 cacher.go:171] Terminating all watchers from cacher csidrivers.storage.k8s.io
W0319 09:34:56.873079      12 cacher.go:171] Terminating all watchers from cacher csistoragecapacities.storage.k8s.io
W0319 09:34:56.874784      12 cacher.go:171] Terminating all watchers from cacher daemonsets.apps
W0319 09:34:56.875484      12 cacher.go:171] Terminating all watchers from cacher replicasets.apps
W0319 09:34:56.875828      12 cacher.go:171] Terminating all watchers from cacher statefulsets.apps
W0319 09:34:56.877282      12 cacher.go:171] Terminating all watchers from cacher deployments.apps
W0319 09:34:56.878449      12 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicies.admissionregistration.k8s.io
W0319 09:34:56.879045      12 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicybindings.admissionregistration.k8s.io
W0319 09:34:56.879353      12 cacher.go:171] Terminating all watchers from cacher validatingwebhookconfigurations.admissionregistration.k8s.io
W0319 09:34:56.880212      12 cacher.go:171] Terminating all watchers from cacher mutatingwebhookconfigurations.admissionregistration.k8s.io
W0319 09:34:56.881811      12 cacher.go:171] Terminating all watchers from cacher customresourcedefinitions.apiextensions.k8s.io
W0319 09:34:56.882954      12 cacher.go:171] Terminating all watchers from cacher servicemonitors.monitoring.coreos.com
W0319 09:34:56.883806      12 cacher.go:171] Terminating all watchers from cacher ipamclaims.k8s.cni.cncf.io
W0319 09:34:56.884738      12 cacher.go:171] Terminating all watchers from cacher images.config.openshift.io
W0319 09:34:56.885768      12 cacher.go:171] Terminating all watchers from cacher clusterautoscalers.autoscaling.openshift.io
W0319 09:34:56.886238      12 cacher.go:171] Terminating all watchers from cacher imagecontentsourcepolicies.operator.openshift.io
W0319 09:34:56.886705      12 cacher.go:171] Terminating all watchers from cacher ingresscontrollers.operator.openshift.io
W0319 09:34:56.887411      12 cacher.go:171] Terminating all watchers from cacher infrastructures.config.openshift.io
W0319 09:34:56.889267      12 cacher.go:171] Terminating all watchers from cacher profiles.tuned.openshift.io
W0319 09:34:56.894959      12 cacher.go:171] Terminating all watchers from cacher clusterextensions.olm.operatorframework.io
W0319 09:34:56.895642      12 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0319 09:34:56.896422      12 cacher.go:171] Terminating all watchers from cacher kubestorageversionmigrators.operator.openshift.io
W0319 09:34:56.896834      12 cacher.go:171] Terminating all watchers from cacher catalogsources.operators.coreos.com
W0319 09:34:56.897370      12 cacher.go:171] Terminating all watchers from cacher operatorpkis.network.operator.openshift.io
W0319 09:34:56.897785      12 cacher.go:171] Terminating all watchers from cacher imagetagmirrorsets.config.openshift.io
W0319 09:34:56.898175      12 cacher.go:171] Terminating all watchers from cacher provisionings.metal3.io
W0319 09:34:56.899162      12 cacher.go:171] Terminating all watchers from cacher clustercsidrivers.operator.openshift.io
W0319 09:34:56.899440      12 cacher.go:171] Terminating all watchers from cacher consoles.config.openshift.io
W0319 09:34:56.900326      12 cacher.go:171] Terminating all watchers from cacher egressqoses.k8s.ovn.org
W0319 09:34:56.900712      12 cacher.go:171] Terminating all watchers from cacher baselineadminnetworkpolicies.policy.networking.k8s.io
W0319 09:34:56.901149      12 cacher.go:171] Terminating all watchers from cacher featuregates.config.openshift.io
W0319 09:34:56.903331      12 cacher.go:171] Terminating all watchers from cacher alertingrules.monitoring.openshift.io
W0319 09:34:56.903822      12 cacher.go:171] Terminating all watchers from cacher consoles.operator.openshift.io
W0319 09:34:56.904435      12 cacher.go:171] Terminating all watchers from cacher controllerconfigs.machineconfiguration.openshift.io
W0319 09:34:56.905156      12 cacher.go:171] Terminating all watchers from cacher credentialsrequests.cloudcredential.openshift.io
W0319 09:34:56.905707      12 cacher.go:171] Terminating all watchers from cacher projects.config.openshift.io
W0319 09:34:56.906022      12 cacher.go:171] Terminating all watchers from cacher storageversionmigrations.migration.k8s.io
W0319 09:34:56.906924      12 cacher.go:171] Terminating all watchers from cacher machineosconfigs.machineconfiguration.openshift.io
W0319 09:34:56.907626      12 cacher.go:171] Terminating all watchers from cacher authentications.operator.openshift.io
W0319 09:34:56.907981      12 cacher.go:171] Terminating all watchers from cacher ingresses.config.openshift.io
W0319 09:34:56.909128      12 cacher.go:171] Terminating all watchers from cacher machines.machine.openshift.io
W0319 09:34:56.910208      12 cacher.go:171] Terminating all watchers from cacher controlplanemachinesets.machine.openshift.io
W0319 09:34:56.910598      12 cacher.go:171] Terminating all watchers from cacher imagepruners.imageregistry.operator.openshift.io
W0319 09:34:56.910941      12 cacher.go:171] Terminating all watchers from cacher clusterversions.config.openshift.io
W0319 09:34:56.914180      12 cacher.go:171] Terminating all watchers from cacher kubeletconfigs.machineconfiguration.openshift.io
W0319 09:34:56.915230      12 cacher.go:171] Terminating all watchers from cacher kubecontrollermanagers.operator.openshift.io
W0319 09:34:56.915608      12 cacher.go:171] Terminating all watchers from cacher adminnetworkpolicies.policy.networking.k8s.io
W0319 09:34:56.915921      12 cacher.go:171] Terminating all watchers from cacher operators.operators.coreos.com
W0319 09:34:56.916384      12 cacher.go:171] Terminating all watchers from cacher openshiftapiservers.operator.openshift.io
W0319 09:34:56.916948      12 cacher.go:171] Terminating all watchers from cacher egressfirewalls.k8s.ovn.org
W0319 09:34:56.917384      12 cacher.go:171] Terminating all watchers from cacher storages.operator.openshift.io
W0319 09:34:56.917850      12 cacher.go:171] Terminating all watchers from cacher thanosrulers.monitoring.coreos.com
W0319 09:34:56.919161      12 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W0319 09:34:56.920467      12 cacher.go:171] Terminating all watchers from cacher prometheuses.monitoring.coreos.com
W0319 09:34:56.921323      12 cacher.go:171] Terminating all watchers from cacher kubeschedulers.operator.openshift.io
W0319 09:34:56.922547      12 cacher.go:171] Terminating all watchers from cacher builds.config.openshift.io
W0319 09:34:56.923185      12 cacher.go:171] Terminating all watchers from cacher installplans.operators.coreos.com
W0319 09:34:56.923716      12 cacher.go:171] Terminating all watchers from cacher oauths.config.openshift.io
W0319 09:34:56.924262      12 cacher.go:171] Terminating all watchers from cacher consoleplugins.console.openshift.io
W0319 09:34:56.924808      12 cacher.go:171] Terminating all watchers from cacher operatorgroups.operators.coreos.com
W0319 09:34:56.925553      12 cacher.go:171] Terminating all watchers from cacher machinesets.machine.openshift.io
W0319 09:34:56.926051      12 cacher.go:171] Terminating all watchers from cacher olms.operator.openshift.io
W0319 09:34:56.926440      12 cacher.go:171] Terminating all watchers from cacher schedulers.config.openshift.io
W0319 09:34:56.931476      12 cacher.go:171] Terminating all watchers from cacher cloudcredentials.operator.openshift.io
W0319 09:34:56.932270      12 cacher.go:171] Terminating all watchers from cacher machineconfigpools.machineconfiguration.openshift.io
W0319 09:34:56.932818      12 cacher.go:171] Terminating all watchers from cacher network-attachment-definitions.k8s.cni.cncf.io
W0319 09:34:56.933514      12 cacher.go:171] Terminating all watchers from cacher configs.operator.openshift.io
W0319 09:34:56.934116      12 cacher.go:171] Terminating all watchers from cacher probes.monitoring.coreos.com
W0319 09:34:56.934823      12 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0319 09:34:56.935161      12 cacher.go:171] Terminating all watchers from cacher imagedigestmirrorsets.config.openshift.io
W0319 09:34:56.935571      12 cacher.go:171] Terminating all watchers from cacher egressips.k8s.ovn.org
W0319 09:34:56.936063      12 cacher.go:171] Terminating all watchers from cacher proxies.config.openshift.io
W0319 09:34:56.936851      12 cacher.go:171] Terminating all watchers from cacher clustercatalogs.olm.operatorframework.io
W0319 09:34:56.937404      12 cacher.go:171] Terminating all watchers from cacher nodes.config.openshift.io
W0319 09:34:56.938093      12 cacher.go:171] Terminating all watchers from cacher machineautoscalers.autoscaling.openshift.io
W0319 09:34:56.940120      12 cacher.go:171] Terminating all watchers from cacher prometheusrules.monitoring.coreos.com
W0319 09:34:56.940761      12 cacher.go:171] Terminating all watchers from cacher insightsoperators.operator.openshift.io
W0319 09:34:56.941084      12 cacher.go:171] Terminating all watchers from cacher adminpolicybasedexternalroutes.k8s.ovn.org
W0319 09:34:56.941765      12 cacher.go:171] Terminating all watchers from cacher clusterserviceversions.operators.coreos.com
W0319 09:34:56.942399      12 cacher.go:171] Terminating all watchers from cacher servicecas.operator.openshift.io
W0319 09:34:56.943208      12 cacher.go:171] Terminating all watchers from cacher authentications.config.openshift.io
W0319 09:34:56.943860      12 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W0319 09:34:56.944845      12 cacher.go:171] Terminating all watchers from cacher alertrelabelconfigs.monitoring.openshift.io
W0319 09:34:56.945791      12 cacher.go:171] Terminating all watchers from cacher dnses.operator.openshift.io
W0319 09:34:56.946120      12 cacher.go:171] Terminating all watchers from cacher podmonitors.monitoring.coreos.com
W0319 09:34:56.946484      12 cacher.go:171] Terminating all watchers from cacher alertmanagers.monitoring.coreos.com
W0319 09:34:56.947019      12 cacher.go:171] Terminating all watchers from cacher openshiftcontrollermanagers.operator.openshift.io
W0319 09:34:56.947398      12 cacher.go:171] Terminating all watchers from cacher subscriptions.operators.coreos.com
W0319 09:34:56.948036      12 cacher.go:171] Terminating all watchers from cacher configs.imageregistry.operator.openshift.io
W0319 09:34:56.948502      12 cacher.go:171] Terminating all watchers from cacher etcds.operator.openshift.io
W0319 09:34:56.948980      12 cacher.go:171] Terminating all watchers from cacher networks.config.openshift.io
W0319 09:34:56.949571      12 cacher.go:171] Terminating all watchers from cacher securitycontextconstraints.security.openshift.io
W0319 09:34:56.950080      12 cacher.go:171] Terminating all watchers from cacher egressrouters.network.operator.openshift.io
W0319 09:34:56.951212      12 cacher.go:171] Terminating all watchers from cacher networks.operator.openshift.io
W0319 09:34:56.951958      12 cacher.go:171] Terminating all watchers from cacher clusteruserdefinednetworks.k8s.ovn.org
W0319 09:34:56.952216      12 cacher.go:171] Terminating all watchers from cacher dnses.config.openshift.io
W0319 09:34:56.952579      12 cacher.go:171] Terminating all watchers from cacher olmconfigs.operators.coreos.com
W0319 09:34:56.953127      12 cacher.go:171] Terminating all watchers from cacher operatorconditions.operators.coreos.com
W0319 09:34:56.953653      12 cacher.go:171] Terminating all watchers from cacher configs.samples.operator.openshift.io
W0319 09:34:56.953996      12 cacher.go:171] Terminating all watchers from cacher consoleclidownloads.console.openshift.io
W0319 09:34:56.954361      12 cacher.go:171] Terminating all watchers from cacher machineconfigurations.operator.openshift.io
W0319 09:34:56.954881      12 cacher.go:171] Terminating all watchers from cacher egressservices.k8s.ovn.org
W0319 09:34:56.956193      12 cacher.go:171] Terminating all watchers from cacher dnsrecords.ingress.operator.openshift.io
W0319 09:34:56.956950      12 cacher.go:171] Terminating all watchers from cacher userdefinednetworks.k8s.ovn.org
W0319 09:34:56.957294      12 cacher.go:171] Terminating all watchers from cacher clusteroperators.config.openshift.io
W0319 09:34:56.958320      12 cacher.go:171] Terminating all watchers from cacher clusterresourcequotas.quota.openshift.io
W0319 09:34:56.958830      12 cacher.go:171] Terminating all watchers from cacher operatorhubs.config.openshift.io
W0319 09:34:56.959346      12 cacher.go:171] Terminating all watchers from cacher machineconfigs.machineconfiguration.openshift.io
W0319 09:34:56.960893      12 cacher.go:171] Terminating all watchers from cacher csisnapshotcontrollers.operator.openshift.io
W0319 09:34:56.961192      12 cacher.go:171] Terminating all watchers from cacher apiservers.config.openshift.io
W0319 09:34:56.961810      12 cacher.go:171] Terminating all watchers from cacher containerruntimeconfigs.machineconfiguration.openshift.io
W0319 09:34:56.962416      12 cacher.go:171] Terminating all watchers from cacher kubeapiservers.operator.openshift.io
I0319 09:34:56.999107       1 main.go:235] Termination finished with exit code 0
I0319 09:34:56.999209       1 main.go:188] Deleting termination lock file "/var/log/kube-apiserver/.terminating"
---
I0319 09:37:56.436651       1 main.go:213] Received signal terminated. Forwarding to sub-process "hyperkube".
I0319 09:37:56.443133      12 genericapiserver.go:554] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0319 09:37:56.443179      12 controller.go:128] Shutting down kubernetes service endpoint reconciler
I0319 09:37:56.443439      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ShutdownInitiated' Received signal to terminate, becoming unready, but keeping serving
I0319 09:37:56.449999      12 genericapiserver.go:544] "[graceful-termination] shutdown event" name="AfterShutdownDelayDuration"
I0319 09:37:56.450250      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'AfterShutdownDelayDuration' The minimal shutdown duration of 0s finished
W0319 09:37:56.458194      12 lease.go:265] Resetting endpoints for master service "kubernetes" to []
I0319 09:37:56.468835      12 genericapiserver.go:721] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0319 09:37:56.468869      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationPreShutdownHooksFinished' All pre-shutdown hooks have been finished
I0319 09:37:56.469086      12 genericapiserver.go:633] "[graceful-termination] shutdown event" name="NotAcceptingNewRequest"
I0319 09:37:56.469109      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'InFlightRequestsDrained' All non long-running request(s) in-flight have drained
I0319 09:37:56.469120      12 genericapiserver.go:679] "[graceful-termination] not going to wait for active watch request(s) to drain"
I0319 09:37:56.469202      12 genericapiserver.go:670] [graceful-termination] in-flight non long-running request(s) have drained
I0319 09:37:56.469256      12 genericapiserver.go:711] "[graceful-termination] shutdown event" name="InFlightRequestsDrained"
I0319 09:37:56.469329      12 dynamic_serving_content.go:149] "Shutting down controller" name="aggregator-proxy-cert::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.crt::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.key"
I0319 09:37:56.469374      12 controller.go:157] Shutting down quota evaluator
I0319 09:37:56.469383      12 controller.go:176] quota evaluator worker shutdown
I0319 09:37:56.469964      12 apiaccess_count_controller.go:95] Shutting down APIRequestCount controller.
I0319 09:37:56.470170      12 controller.go:84] Shutting down OpenAPI AggregationController
I0319 09:37:56.470194      12 controller.go:86] Shutting down OpenAPI V3 AggregationController
I0319 09:37:56.470479      12 nonstructuralschema_controller.go:207] Shutting down NonStructuralSchemaConditionController
I0319 09:37:56.470679      12 cluster_authentication_trust_controller.go:466] Shutting down cluster_authentication_trust_controller controller
I0319 09:37:56.470708      12 apiapproval_controller.go:201] Shutting down KubernetesAPIApprovalPolicyConformantConditionController
I0319 09:37:56.470739      12 establishing_controller.go:92] Shutting down EstablishingController
I0319 09:37:56.470759      12 autoregister_controller.go:168] Shutting down autoregister controller
I0319 09:37:56.470785      12 crdregistration_controller.go:146] Shutting down crd-autoregister controller
I0319 09:37:56.470793      12 clusterquotamapping.go:142] Shutting down ClusterQuotaMappingController controller
I0319 09:37:56.470829      12 apiservice_controller.go:134] Shutting down APIServiceRegistrationController
I0319 09:37:56.470837      12 controller.go:120] Shutting down OpenAPI V3 controller
I0319 09:37:56.470855      12 customresource_discovery_controller.go:328] Shutting down DiscoveryController
I0319 09:37:56.470877      12 controller.go:170] Shutting down OpenAPI controller
I0319 09:37:56.470890      12 naming_controller.go:305] Shutting down NamingConditionController
I0319 09:37:56.470904      12 crd_finalizer.go:281] Shutting down CRDFinalizer
I0319 09:37:56.470900      12 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I0319 09:37:56.470936      12 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I0319 09:37:56.470971      12 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"
I0319 09:37:56.470994      12 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I0319 09:37:56.471028      12 controller.go:176] quota evaluator worker shutdown
I0319 09:37:56.471041      12 controller.go:176] quota evaluator worker shutdown
I0319 09:37:56.471044      12 system_namespaces_controller.go:76] Shutting down system namespaces controller
I0319 09:37:56.471050      12 controller.go:176] quota evaluator worker shutdown
I0319 09:37:56.471059      12 controller.go:176] quota evaluator worker shutdown
I0319 09:37:56.471062      12 gc_controller.go:91] Shutting down apiserver lease garbage collector
I0319 09:37:56.471077      12 controller.go:132] Ending legacy_token_tracking_controller
I0319 09:37:56.471083      12 controller.go:133] Shutting down legacy_token_tracking_controller
I0319 09:37:56.471087      12 remote_available_controller.go:449] Shutting down RemoteAvailability controller
I0319 09:37:56.471101      12 apf_controller.go:389] Shutting down API Priority and Fairness config worker
I0319 09:37:56.471119      12 local_available_controller.go:172] Shutting down LocalAvailability controller
I0319 09:37:56.471139      12 storage_flowcontrol.go:186] APF bootstrap ensurer is exiting
I0319 09:37:56.471138      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.crt::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.key"
I0319 09:37:56.471150      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.key"
I0319 09:37:56.471234      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.key"
I0319 09:37:56.471251      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I0319 09:37:56.471268      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.key"
I0319 09:37:56.471283      12 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I0319 09:37:56.471317      12 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I0319 09:37:56.472678      12 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I0319 09:37:56.472751      12 secure_serving.go:258] Stopped listening on [::]:6443
I0319 09:37:56.472774      12 genericapiserver.go:624] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening"
I0319 09:37:56.472793      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'HTTPServerStoppedListening' HTTP Server has stopped listening
E0319 09:37:56.473872      12 wrap.go:53] "Timeout or abort while handling" logger="UnhandledError" method="GET" URI="/apis/user.openshift.io/v1/groups?allowWatchBookmarks=true&resourceVersion=15858&timeout=7m33s&timeoutSeconds=453&watch=true" auditID="de0690a1-726d-4e3d-94f6-47be4315c8e1"
I0319 09:37:56.473932      12 genericapiserver.go:735] "[graceful-termination] audit backend shutdown completed"
I0319 09:37:58.473437      12 genericapiserver.go:742] [graceful-termination] apiserver is exiting
I0319 09:37:58.473472      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationGracefulTerminationFinished' All pending requests processed
W0319 09:37:58.475828      12 cacher.go:171] Terminating all watchers from cacher apiservices.apiregistration.k8s.io
W0319 09:37:58.476351      12 cacher.go:171] Terminating all watchers from cacher resourcequotas
W0319 09:37:58.476802      12 cacher.go:171] Terminating all watchers from cacher serviceaccounts
W0319 09:37:58.478856      12 cacher.go:171] Terminating all watchers from cacher namespaces
W0319 09:37:58.480301      12 cacher.go:171] Terminating all watchers from cacher podtemplates
W0319 09:37:58.480587      12 cacher.go:171] Terminating all watchers from cacher services
W0319 09:37:58.481906      12 cacher.go:171] Terminating all watchers from cacher limitranges
W0319 09:37:58.482466      12 cacher.go:171] Terminating all watchers from cacher persistentvolumes
W0319 09:37:58.483078      12 cacher.go:171] Terminating all watchers from cacher pods
W0319 09:37:58.483930      12 cacher.go:171] Terminating all watchers from cacher nodes
W0319 09:37:58.485043      12 cacher.go:171] Terminating all watchers from cacher replicationcontrollers
W0319 09:37:58.485412      12 cacher.go:171] Terminating all watchers from cacher endpoints
W0319 09:37:58.485945      12 cacher.go:171] Terminating all watchers from cacher secrets
W0319 09:37:58.488135      12 cacher.go:171] Terminating all watchers from cacher configmaps
W0319 09:37:58.499181      12 cacher.go:171] Terminating all watchers from cacher persistentvolumeclaims
W0319 09:37:58.502218      12 cacher.go:171] Terminating all watchers from cacher horizontalpodautoscalers.autoscaling
W0319 09:37:58.507334      12 cacher.go:171] Terminating all watchers from cacher jobs.batch
W0319 09:37:58.507880      12 cacher.go:171] Terminating all watchers from cacher cronjobs.batch
W0319 09:37:58.508261      12 cacher.go:171] Terminating all watchers from cacher certificatesigningrequests.certificates.k8s.io
W0319 09:37:58.508748      12 cacher.go:171] Terminating all watchers from cacher leases.coordination.k8s.io
W0319 09:37:58.509165      12 cacher.go:171] Terminating all watchers from cacher endpointslices.discovery.k8s.io
W0319 09:37:58.510188      12 cacher.go:171] Terminating all watchers from cacher ingressclasses.networking.k8s.io
W0319 09:37:58.515587      12 cacher.go:171] Terminating all watchers from cacher networkpolicies.networking.k8s.io
W0319 09:37:58.516216      12 cacher.go:171] Terminating all watchers from cacher ingresses.networking.k8s.io
W0319 09:37:58.517135      12 cacher.go:171] Terminating all watchers from cacher runtimeclasses.node.k8s.io
W0319 09:37:58.517887      12 cacher.go:171] Terminating all watchers from cacher poddisruptionbudgets.policy
W0319 09:37:58.518394      12 cacher.go:171] Terminating all watchers from cacher clusterrolebindings.rbac.authorization.k8s.io
W0319 09:37:58.520112      12 cacher.go:171] Terminating all watchers from cacher roles.rbac.authorization.k8s.io
W0319 09:37:58.521042      12 cacher.go:171] Terminating all watchers from cacher rolebindings.rbac.authorization.k8s.io
W0319 09:37:58.522378      12 cacher.go:171] Terminating all watchers from cacher clusterroles.rbac.authorization.k8s.io
W0319 09:37:58.523009      12 cacher.go:171] Terminating all watchers from cacher priorityclasses.scheduling.k8s.io
W0319 09:37:58.523854      12 cacher.go:171] Terminating all watchers from cacher storageclasses.storage.k8s.io
W0319 09:37:58.524490      12 cacher.go:171] Terminating all watchers from cacher volumeattachments.storage.k8s.io
W0319 09:37:58.531167      12 cacher.go:171] Terminating all watchers from cacher csinodes.storage.k8s.io
W0319 09:37:58.531651      12 cacher.go:171] Terminating all watchers from cacher csidrivers.storage.k8s.io
W0319 09:37:58.532251      12 cacher.go:171] Terminating all watchers from cacher csistoragecapacities.storage.k8s.io
W0319 09:37:58.533234      12 cacher.go:171] Terminating all watchers from cacher prioritylevelconfigurations.flowcontrol.apiserver.k8s.io
W0319 09:37:58.533633      12 cacher.go:171] Terminating all watchers from cacher flowschemas.flowcontrol.apiserver.k8s.io
W0319 09:37:58.533988      12 cacher.go:171] Terminating all watchers from cacher statefulsets.apps
W0319 09:37:58.535163      12 cacher.go:171] Terminating all watchers from cacher daemonsets.apps
W0319 09:37:58.537547      12 cacher.go:171] Terminating all watchers from cacher deployments.apps
W0319 09:37:58.540680      12 cacher.go:171] Terminating all watchers from cacher replicasets.apps
W0319 09:37:58.541077      12 cacher.go:171] Terminating all watchers from cacher controllerrevisions.apps
W0319 09:37:58.541469      12 cacher.go:171] Terminating all watchers from cacher validatingwebhookconfigurations.admissionregistration.k8s.io
W0319 09:37:58.542126      12 cacher.go:171] Terminating all watchers from cacher mutatingwebhookconfigurations.admissionregistration.k8s.io
W0319 09:37:58.543020      12 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicies.admissionregistration.k8s.io
W0319 09:37:58.544340      12 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicybindings.admissionregistration.k8s.io
W0319 09:37:58.546640      12 cacher.go:171] Terminating all watchers from cacher customresourcedefinitions.apiextensions.k8s.io
W0319 09:37:58.547784      12 cacher.go:171] Terminating all watchers from cacher controllerconfigs.machineconfiguration.openshift.io
W0319 09:37:58.548279      12 cacher.go:171] Terminating all watchers from cacher infrastructures.config.openshift.io
W0319 09:37:58.550801      12 cacher.go:171] Terminating all watchers from cacher networks.operator.openshift.io
W0319 09:37:58.551509      12 cacher.go:171] Terminating all watchers from cacher egressqoses.k8s.ovn.org
W0319 09:37:58.556263      12 cacher.go:171] Terminating all watchers from cacher rangeallocations.security.internal.openshift.io
W0319 09:37:58.557108      12 cacher.go:171] Terminating all watchers from cacher builds.config.openshift.io
W0319 09:37:58.558217      12 cacher.go:171] Terminating all watchers from cacher consolelinks.console.openshift.io
W0319 09:37:58.558518      12 cacher.go:171] Terminating all watchers from cacher kubeletconfigs.machineconfiguration.openshift.io
W0319 09:37:58.559349      12 cacher.go:171] Terminating all watchers from cacher configs.operator.openshift.io
W0319 09:37:58.559872      12 cacher.go:171] Terminating all watchers from cacher dataimages.metal3.io
W0319 09:37:58.560508      12 cacher.go:171] Terminating all watchers from cacher nodeslicepools.whereabouts.cni.cncf.io
W0319 09:37:58.561177      12 cacher.go:171] Terminating all watchers from cacher prometheuses.monitoring.coreos.com
W0319 09:37:58.561720      12 cacher.go:171] Terminating all watchers from cacher subscriptions.operators.coreos.com
W0319 09:37:58.562584      12 cacher.go:171] Terminating all watchers from cacher openshiftcontrollermanagers.operator.openshift.io
W0319 09:37:58.562953      12 cacher.go:171] Terminating all watchers from cacher operatorhubs.config.openshift.io
W0319 09:37:58.563397      12 cacher.go:171] Terminating all watchers from cacher networks.config.openshift.io
W0319 09:37:58.564801      12 cacher.go:171] Terminating all watchers from cacher credentialsrequests.cloudcredential.openshift.io
W0319 09:37:58.565718      12 cacher.go:171] Terminating all watchers from cacher authentications.config.openshift.io
W0319 09:37:58.566365      12 cacher.go:171] Terminating all watchers from cacher authentications.operator.openshift.io
W0319 09:37:58.566935      12 cacher.go:171] Terminating all watchers from cacher clusterversions.config.openshift.io
W0319 09:37:58.568156      12 cacher.go:171] Terminating all watchers from cacher operators.operators.coreos.com
W0319 09:37:58.573647      12 cacher.go:171] Terminating all watchers from cacher metal3remediations.infrastructure.cluster.x-k8s.io
W0319 09:37:58.575092      12 cacher.go:171] Terminating all watchers from cacher clustercsidrivers.operator.openshift.io
W0319 09:37:58.575442      12 cacher.go:171] Terminating all watchers from cacher overlappingrangeipreservations.whereabouts.cni.cncf.io
W0319 09:37:58.576417      12 cacher.go:171] Terminating all watchers from cacher operatorconditions.operators.coreos.com
W0319 09:37:58.577226      12 cacher.go:171] Terminating all watchers from cacher imagecontentpolicies.config.openshift.io
W0319 09:37:58.577632      12 cacher.go:171] Terminating all watchers from cacher machineconfigpools.machineconfiguration.openshift.io
W0319 09:37:58.578183      12 cacher.go:171] Terminating all watchers from cacher hardwaredata.metal3.io
W0319 09:37:58.578626      12 cacher.go:171] Terminating all watchers from cacher consoleplugins.console.openshift.io
W0319 09:37:58.579349      12 cacher.go:171] Terminating all watchers from cacher proxies.config.openshift.io
W0319 09:37:58.581172      12 cacher.go:171] Terminating all watchers from cacher hostupdatepolicies.metal3.io
W0319 09:37:58.581656      12 cacher.go:171] Terminating all watchers from cacher alertingrules.monitoring.openshift.io
W0319 09:37:58.582186      12 cacher.go:171] Terminating all watchers from cacher consolequickstarts.console.openshift.io
W0319 09:37:58.582521      12 cacher.go:171] Terminating all watchers from cacher egressrouters.network.operator.openshift.io
W0319 09:37:58.583051      12 cacher.go:171] Terminating all watchers from cacher consoleclidownloads.console.openshift.io
W0319 09:37:58.583515      12 cacher.go:171] Terminating all watchers from cacher consoles.operator.openshift.io
W0319 09:37:58.584057      12 cacher.go:171] Terminating all watchers from cacher machineconfigurations.operator.openshift.io
W0319 09:37:58.585342      12 cacher.go:171] Terminating all watchers from cacher images.config.openshift.io
W0319 09:37:58.585941      12 cacher.go:171] Terminating all watchers from cacher machineosconfigs.machineconfiguration.openshift.io
W0319 09:37:58.586415      12 cacher.go:171] Terminating all watchers from cacher baremetalhosts.metal3.io
W0319 09:37:58.586718      12 cacher.go:171] Terminating all watchers from cacher cloudcredentials.operator.openshift.io
W0319 09:37:58.587137      12 cacher.go:171] Terminating all watchers from cacher provisionings.metal3.io
W0319 09:37:58.587727      12 cacher.go:171] Terminating all watchers from cacher storageversionmigrations.migration.k8s.io
W0319 09:37:58.588577      12 cacher.go:171] Terminating all watchers from cacher clusterextensions.olm.operatorframework.io
W0319 09:37:58.589539      12 cacher.go:171] Terminating all watchers from cacher csisnapshotcontrollers.operator.openshift.io
W0319 09:37:58.589997      12 cacher.go:171] Terminating all watchers from cacher egressips.k8s.ovn.org
W0319 09:37:58.590407      12 cacher.go:171] Terminating all watchers from cacher helmchartrepositories.helm.openshift.io
W0319 09:37:58.590755      12 cacher.go:171] Terminating all watchers from cacher containerruntimeconfigs.machineconfiguration.openshift.io
W0319 09:37:58.591112      12 cacher.go:171] Terminating all watchers from cacher kubestorageversionmigrators.operator.openshift.io
W0319 09:37:58.591450      12 cacher.go:171] Terminating all watchers from cacher consoles.config.openshift.io
W0319 09:37:58.591880      12 cacher.go:171] Terminating all watchers from cacher machines.machine.openshift.io
W0319 09:37:58.592453      12 cacher.go:171] Terminating all watchers from cacher tuneds.tuned.openshift.io
W0319 09:37:58.592986      12 cacher.go:171] Terminating all watchers from cacher openshiftapiservers.operator.openshift.io
W0319 09:37:58.593303      12 cacher.go:171] Terminating all watchers from cacher olmconfigs.operators.coreos.com
W0319 09:37:58.594508      12 cacher.go:171] Terminating all watchers from cacher performanceprofiles.performance.openshift.io
W0319 09:37:58.594830      12 cacher.go:171] Terminating all watchers from cacher controlplanemachinesets.machine.openshift.io
W0319 09:37:58.595194      12 cacher.go:171] Terminating all watchers from cacher clusteruserdefinednetworks.k8s.ovn.org
W0319 09:37:58.595675      12 cacher.go:171] Terminating all watchers from cacher apiservers.config.openshift.io
W0319 09:37:58.596891      12 cacher.go:171] Terminating all watchers from cacher consoleyamlsamples.console.openshift.io
W0319 09:37:58.597125      12 cacher.go:171] Terminating all watchers from cacher servicecas.operator.openshift.io
W0319 09:37:58.597475      12 cacher.go:171] Terminating all watchers from cacher imagedigestmirrorsets.config.openshift.io
W0319 09:37:58.597954      12 cacher.go:171] Terminating all watchers from cacher machinehealthchecks.machine.openshift.io
W0319 09:37:58.598461      12 cacher.go:171] Terminating all watchers from cacher nodes.config.openshift.io
W0319 09:37:58.599254      12 cacher.go:171] Terminating all watchers from cacher ipaddresses.ipam.cluster.x-k8s.io
W0319 09:37:58.599794      12 cacher.go:171] Terminating all watchers from cacher alertrelabelconfigs.monitoring.openshift.io
W0319 09:37:58.600509      12 cacher.go:171] Terminating all watchers from cacher egressfirewalls.k8s.ovn.org
W0319 09:37:58.601288      12 cacher.go:171] Terminating all watchers from cacher thanosrulers.monitoring.coreos.com
W0319 09:37:58.602017      12 cacher.go:171] Terminating all watchers from cacher configs.samples.operator.openshift.io
W0319 09:37:58.602451      12 cacher.go:171] Terminating all watchers from cacher storages.operator.openshift.io
W0319 09:37:58.603053      12 cacher.go:171] Terminating all watchers from cacher apirequestcounts.apiserver.openshift.io
W0319 09:37:58.603470      12 cacher.go:171] Terminating all watchers from cacher baselineadminnetworkpolicies.policy.networking.k8s.io
W0319 09:37:58.603879      12 cacher.go:171] Terminating all watchers from cacher olms.operator.openshift.io
W0319 09:37:58.604197      12 cacher.go:171] Terminating all watchers from cacher machinesets.machine.openshift.io
W0319 09:37:58.604536      12 cacher.go:171] Terminating all watchers from cacher operatorgroups.operators.coreos.com
W0319 09:37:58.605123      12 cacher.go:171] Terminating all watchers from cacher consoleexternalloglinks.console.openshift.io
W0319 09:37:58.605753      12 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W0319 09:37:58.606347      12 cacher.go:171] Terminating all watchers from cacher imagepruners.imageregistry.operator.openshift.io
W0319 09:37:58.607020      12 cacher.go:171] Terminating all watchers from cacher ipaddressclaims.ipam.cluster.x-k8s.io
W0319 09:37:58.607387      12 cacher.go:171] Terminating all watchers from cacher etcds.operator.openshift.io
W0319 09:37:58.607949      12 cacher.go:171] Terminating all watchers from cacher bmceventsubscriptions.metal3.io
W0319 09:37:58.608381      12 cacher.go:171] Terminating all watchers from cacher clusteroperators.config.openshift.io
W0319 09:37:58.609900      12 cacher.go:171] Terminating all watchers from cacher oauths.config.openshift.io
W0319 09:37:58.610221      12 cacher.go:171] Terminating all watchers from cacher machineosbuilds.machineconfiguration.openshift.io
W0319 09:37:58.610687      12 cacher.go:171] Terminating all watchers from cacher alertmanagers.monitoring.coreos.com
W0319 09:37:58.611315      12 cacher.go:171] Terminating all watchers from cacher ingresscontrollers.operator.openshift.io
W0319 09:37:58.612235      12 cacher.go:171] Terminating all watchers from cacher projecthelmchartrepositories.helm.openshift.io
W0319 09:37:58.612490      12 cacher.go:171] Terminating all watchers from cacher probes.monitoring.coreos.com
W0319 09:37:58.613023      12 cacher.go:171] Terminating all watchers from cacher machineconfigs.machineconfiguration.openshift.io
W0319 09:37:58.613950      12 cacher.go:171] Terminating all watchers from cacher storagestates.migration.k8s.io
W0319 09:37:58.614294      12 cacher.go:171] Terminating all watchers from cacher schedulers.config.openshift.io
W0319 09:37:58.614919      12 cacher.go:171] Terminating all watchers from cacher catalogsources.operators.coreos.com
W0319 09:37:58.615339      12 cacher.go:171] Terminating all watchers from cacher hostfirmwaresettings.metal3.io
W0319 09:37:58.615724      12 cacher.go:171] Terminating all watchers from cacher network-attachment-definitions.k8s.cni.cncf.io
W0319 09:37:58.616442      12 cacher.go:171] Terminating all watchers from cacher kubeapiservers.operator.openshift.io
W0319 09:37:58.616888      12 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0319 09:37:58.617613      12 cacher.go:171] Terminating all watchers from cacher securitycontextconstraints.security.openshift.io
W0319 09:37:58.618149      12 cacher.go:171] Terminating all watchers from cacher consolesamples.console.openshift.io
W0319 09:37:58.618475      12 cacher.go:171] Terminating all watchers from cacher profiles.tuned.openshift.io
W0319 09:37:58.619461      12 cacher.go:171] Terminating all watchers from cacher dnsrecords.ingress.operator.openshift.io
W0319 09:37:58.620478      12 cacher.go:171] Terminating all watchers from cacher egressservices.k8s.ovn.org
W0319 09:37:58.622513      12 cacher.go:171] Terminating all watchers from cacher kubecontrollermanagers.operator.openshift.io
W0319 09:37:58.622824      12 cacher.go:171] Terminating all watchers from cacher hostfirmwarecomponents.metal3.io
W0319 09:37:58.623391      12 cacher.go:171] Terminating all watchers from cacher imagetagmirrorsets.config.openshift.io
W0319 09:37:58.623701      12 cacher.go:171] Terminating all watchers from cacher ingresses.config.openshift.io
W0319 09:37:58.624613      12 cacher.go:171] Terminating all watchers from cacher configs.imageregistry.operator.openshift.io
W0319 09:37:58.625055      12 cacher.go:171] Terminating all watchers from cacher userdefinednetworks.k8s.ovn.org
W0319 09:37:58.625797      12 cacher.go:171] Terminating all watchers from cacher clusterresourcequotas.quota.openshift.io
W0319 09:37:58.626420      12 cacher.go:171] Terminating all watchers from cacher servicemonitors.monitoring.coreos.com
W0319 09:37:58.627023      12 cacher.go:171] Terminating all watchers from cacher consolenotifications.console.openshift.io
W0319 09:37:58.627330      12 cacher.go:171] Terminating all watchers from cacher featuregates.config.openshift.io
W0319 09:37:58.629264      12 cacher.go:171] Terminating all watchers from cacher clusterserviceversions.operators.coreos.com
W0319 09:37:58.630659      12 cacher.go:171] Terminating all watchers from cacher clusterautoscalers.autoscaling.openshift.io
W0319 09:37:58.630968      12 cacher.go:171] Terminating all watchers from cacher dnses.config.openshift.io
W0319 09:37:58.631588      12 cacher.go:171] Terminating all watchers from cacher machineautoscalers.autoscaling.openshift.io
W0319 09:37:58.632130      12 cacher.go:171] Terminating all watchers from cacher ipamclaims.k8s.cni.cncf.io
W0319 09:37:58.632686      12 cacher.go:171] Terminating all watchers from cacher preprovisioningimages.metal3.io
W0319 09:37:58.633221      12 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W0319 09:37:58.635001      12 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W0319 09:37:58.635508      12 cacher.go:171] Terminating all watchers from cacher adminnetworkpolicies.policy.networking.k8s.io
W0319 09:37:58.635926      12 cacher.go:171] Terminating all watchers from cacher dnses.operator.openshift.io
W0319 09:37:58.636406      12 cacher.go:171] Terminating all watchers from cacher podmonitors.monitoring.coreos.com
W0319 09:37:58.637299      12 cacher.go:171] Terminating all watchers from cacher installplans.operators.coreos.com
W0319 09:37:58.638417      12 cacher.go:171] Terminating all watchers from cacher projects.config.openshift.io
W0319 09:37:58.638719      12 cacher.go:171] Terminating all watchers from cacher adminpolicybasedexternalroutes.k8s.ovn.org
W0319 09:37:58.639116      12 cacher.go:171] Terminating all watchers from cacher ippools.whereabouts.cni.cncf.io
W0319 09:37:58.640063      12 cacher.go:171] Terminating all watchers from cacher imagecontentsourcepolicies.operator.openshift.io
W0319 09:37:58.640806      12 cacher.go:171] Terminating all watchers from cacher clustercatalogs.olm.operatorframework.io
W0319 09:37:58.641559      12 cacher.go:171] Terminating all watchers from cacher firmwareschemas.metal3.io
W0319 09:37:58.641883      12 cacher.go:171] Terminating all watchers from cacher kubeschedulers.operator.openshift.io
W0319 09:37:58.642519      12 cacher.go:171] Terminating all watchers from cacher metal3remediationtemplates.infrastructure.cluster.x-k8s.io
W0319 09:37:58.643011      12 cacher.go:171] Terminating all watchers from cacher rolebindingrestrictions.authorization.openshift.io
W0319 09:37:58.643552      12 cacher.go:171] Terminating all watchers from cacher insightsoperators.operator.openshift.io
W0319 09:37:58.643963      12 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0319 09:37:58.644734      12 cacher.go:171] Terminating all watchers from cacher operatorpkis.network.operator.openshift.io
W0319 09:37:58.645316      12 cacher.go:171] Terminating all watchers from cacher prometheusrules.monitoring.coreos.com
I0319 09:37:58.677317       1 main.go:235] Termination finished with exit code 0
I0319 09:37:58.677621       1 main.go:188] Deleting termination lock file "/var/log/kube-apiserver/.terminating"
---