---
I0308 03:33:10.643749       1 main.go:213] Received signal terminated. Forwarding to sub-process "hyperkube".
I0308 03:33:10.643987      13 genericapiserver.go:554] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0308 03:33:10.644013      13 controller.go:128] Shutting down kubernetes service endpoint reconciler
I0308 03:33:10.644013      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ShutdownInitiated' Received signal to terminate, becoming unready, but keeping serving
I0308 03:33:10.713473      13 genericapiserver.go:544] "[graceful-termination] shutdown event" name="AfterShutdownDelayDuration"
I0308 03:33:10.713509      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'AfterShutdownDelayDuration' The minimal shutdown duration of 0s finished
W0308 03:33:10.784425      13 lease.go:265] Resetting endpoints for master service "kubernetes" to []
I0308 03:33:10.817274      13 genericapiserver.go:721] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0308 03:33:10.817310      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationPreShutdownHooksFinished' All pre-shutdown hooks have been finished
I0308 03:33:10.817385      13 genericapiserver.go:633] "[graceful-termination] shutdown event" name="NotAcceptingNewRequest"
I0308 03:33:10.817415      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'InFlightRequestsDrained' All non long-running request(s) in-flight have drained
I0308 03:33:10.817629      13 genericapiserver.go:679] "[graceful-termination] not going to wait for active watch request(s) to drain"
I0308 03:33:10.832846      13 genericapiserver.go:670] [graceful-termination] in-flight non long-running request(s) have drained
I0308 03:33:10.832879      13 genericapiserver.go:711] "[graceful-termination] shutdown event" name="InFlightRequestsDrained"
I0308 03:33:10.833762      13 controller.go:157] Shutting down quota evaluator
I0308 03:33:10.833783      13 controller.go:176] quota evaluator worker shutdown
I0308 03:33:10.833813      13 genericapiserver.go:735] "[graceful-termination] audit backend shutdown completed"
I0308 03:33:10.833859      13 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I0308 03:33:10.833873      13 controller.go:176] quota evaluator worker shutdown
I0308 03:33:10.833913      13 controller.go:176] quota evaluator worker shutdown
I0308 03:33:10.833921      13 controller.go:176] quota evaluator worker shutdown
I0308 03:33:10.833925      13 controller.go:176] quota evaluator worker shutdown
I0308 03:33:10.834216      13 controller.go:132] Ending legacy_token_tracking_controller
I0308 03:33:10.834250      13 controller.go:133] Shutting down legacy_token_tracking_controller
I0308 03:33:10.834262      13 apiaccess_count_controller.go:95] Shutting down APIRequestCount controller.
I0308 03:33:10.834280      13 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"
I0308 03:33:10.834306      13 controller.go:86] Shutting down OpenAPI V3 AggregationController
I0308 03:33:10.834320      13 controller.go:84] Shutting down OpenAPI AggregationController
I0308 03:33:10.834334      13 dynamic_serving_content.go:149] "Shutting down controller" name="aggregator-proxy-cert::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.crt::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.key"
I0308 03:33:10.834385      13 secure_serving.go:258] Stopped listening on [::]:6443
I0308 03:33:10.834400      13 genericapiserver.go:624] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening"
I0308 03:33:10.834414      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'HTTPServerStoppedListening' HTTP Server has stopped listening
I0308 03:33:10.834427      13 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I0308 03:33:10.834463      13 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I0308 03:33:10.834579      13 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I0308 03:33:10.834759      13 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.crt::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.key"
I0308 03:33:10.834808      13 storage_flowcontrol.go:186] APF bootstrap ensurer is exiting
I0308 03:33:10.834831      13 cluster_authentication_trust_controller.go:466] Shutting down cluster_authentication_trust_controller controller
I0308 03:33:10.834949      13 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.key"
I0308 03:33:10.834980      13 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.key"
I0308 03:33:10.834984      13 clusterquotamapping.go:142] Shutting down ClusterQuotaMappingController controller
I0308 03:33:10.835010      13 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.key"
I0308 03:33:10.835034      13 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I0308 03:33:10.835067      13 controller.go:120] Shutting down OpenAPI V3 controller
I0308 03:33:10.835086      13 customresource_discovery_controller.go:328] Shutting down DiscoveryController
I0308 03:33:10.835101      13 autoregister_controller.go:168] Shutting down autoregister controller
I0308 03:33:10.835144      13 crdregistration_controller.go:146] Shutting down crd-autoregister controller
I0308 03:33:10.835164      13 establishing_controller.go:92] Shutting down EstablishingController
I0308 03:33:10.835174      13 naming_controller.go:305] Shutting down NamingConditionController
I0308 03:33:10.835185      13 apiapproval_controller.go:201] Shutting down KubernetesAPIApprovalPolicyConformantConditionController
I0308 03:33:10.835199      13 nonstructuralschema_controller.go:207] Shutting down NonStructuralSchemaConditionController
I0308 03:33:10.835210      13 crd_finalizer.go:281] Shutting down CRDFinalizer
I0308 03:33:10.835221      13 controller.go:170] Shutting down OpenAPI controller
I0308 03:33:10.835236      13 apiservice_controller.go:134] Shutting down APIServiceRegistrationController
I0308 03:33:10.835588      13 remote_available_controller.go:449] Shutting down RemoteAvailability controller
I0308 03:33:10.835615      13 system_namespaces_controller.go:76] Shutting down system namespaces controller
I0308 03:33:10.835630      13 local_available_controller.go:172] Shutting down LocalAvailability controller
I0308 03:33:10.836718      13 gc_controller.go:91] Shutting down apiserver lease garbage collector
I0308 03:33:10.836736      13 apf_controller.go:389] Shutting down API Priority and Fairness config worker
I0308 03:33:10.839170      13 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I0308 03:33:10.839199      13 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
E0308 03:33:10.839620      13 wrap.go:53] "Timeout or abort while handling" logger="UnhandledError" method="GET" URI="/apis/user.openshift.io/v1/groups?allowWatchBookmarks=true&resourceVersion=12866&timeout=5m25s&timeoutSeconds=325&watch=true" auditID="a29c6876-645b-41ff-ba2e-8224b7eb94a9"
I0308 03:33:12.834834      13 genericapiserver.go:742] [graceful-termination] apiserver is exiting
I0308 03:33:12.834995      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationGracefulTerminationFinished' All pending requests processed
W0308 03:33:12.839127      13 cacher.go:171] Terminating all watchers from cacher apiservices.apiregistration.k8s.io
W0308 03:33:12.840034      13 cacher.go:171] Terminating all watchers from cacher services
W0308 03:33:12.842263      13 cacher.go:171] Terminating all watchers from cacher persistentvolumes
W0308 03:33:12.842787      13 cacher.go:171] Terminating all watchers from cacher serviceaccounts
W0308 03:33:12.843781      13 cacher.go:171] Terminating all watchers from cacher replicationcontrollers
W0308 03:33:12.844731      13 cacher.go:171] Terminating all watchers from cacher limitranges
W0308 03:33:12.845751      13 cacher.go:171] Terminating all watchers from cacher namespaces
W0308 03:33:12.846843      13 cacher.go:171] Terminating all watchers from cacher configmaps
W0308 03:33:12.851898      13 cacher.go:171] Terminating all watchers from cacher persistentvolumeclaims
W0308 03:33:12.857733      13 cacher.go:171] Terminating all watchers from cacher nodes
W0308 03:33:12.860518      13 cacher.go:171] Terminating all watchers from cacher secrets
W0308 03:33:12.863430      13 cacher.go:171] Terminating all watchers from cacher pods
W0308 03:33:12.873178      13 cacher.go:171] Terminating all watchers from cacher resourcequotas
W0308 03:33:12.875862      13 cacher.go:171] Terminating all watchers from cacher endpoints
W0308 03:33:12.877632      13 cacher.go:171] Terminating all watchers from cacher podtemplates
W0308 03:33:12.878279      13 cacher.go:171] Terminating all watchers from cacher horizontalpodautoscalers.autoscaling
W0308 03:33:12.879362      13 cacher.go:171] Terminating all watchers from cacher cronjobs.batch
W0308 03:33:12.880191      13 cacher.go:171] Terminating all watchers from cacher jobs.batch
W0308 03:33:12.880687      13 cacher.go:171] Terminating all watchers from cacher certificatesigningrequests.certificates.k8s.io
W0308 03:33:12.881926      13 cacher.go:171] Terminating all watchers from cacher leases.coordination.k8s.io
W0308 03:33:12.882555      13 cacher.go:171] Terminating all watchers from cacher endpointslices.discovery.k8s.io
W0308 03:33:12.883581      13 cacher.go:171] Terminating all watchers from cacher networkpolicies.networking.k8s.io
W0308 03:33:12.884205      13 cacher.go:171] Terminating all watchers from cacher ingresses.networking.k8s.io
W0308 03:33:12.884811      13 cacher.go:171] Terminating all watchers from cacher ingressclasses.networking.k8s.io
W0308 03:33:12.885547      13 cacher.go:171] Terminating all watchers from cacher runtimeclasses.node.k8s.io
W0308 03:33:12.886034      13 cacher.go:171] Terminating all watchers from cacher poddisruptionbudgets.policy
W0308 03:33:12.886761      13 cacher.go:171] Terminating all watchers from cacher roles.rbac.authorization.k8s.io
W0308 03:33:12.888031      13 cacher.go:171] Terminating all watchers from cacher rolebindings.rbac.authorization.k8s.io
W0308 03:33:12.888618      13 cacher.go:171] Terminating all watchers from cacher clusterroles.rbac.authorization.k8s.io
W0308 03:33:12.890034      13 cacher.go:171] Terminating all watchers from cacher clusterrolebindings.rbac.authorization.k8s.io
W0308 03:33:12.890829      13 cacher.go:171] Terminating all watchers from cacher priorityclasses.scheduling.k8s.io
W0308 03:33:12.891176      13 cacher.go:171] Terminating all watchers from cacher storageclasses.storage.k8s.io
W0308 03:33:12.892957      13 cacher.go:171] Terminating all watchers from cacher volumeattachments.storage.k8s.io
W0308 03:33:12.893609      13 cacher.go:171] Terminating all watchers from cacher csinodes.storage.k8s.io
W0308 03:33:12.894331      13 cacher.go:171] Terminating all watchers from cacher csidrivers.storage.k8s.io
W0308 03:33:12.894807      13 cacher.go:171] Terminating all watchers from cacher csistoragecapacities.storage.k8s.io
W0308 03:33:12.895261      13 cacher.go:171] Terminating all watchers from cacher flowschemas.flowcontrol.apiserver.k8s.io
W0308 03:33:12.895637      13 cacher.go:171] Terminating all watchers from cacher prioritylevelconfigurations.flowcontrol.apiserver.k8s.io
W0308 03:33:12.896870      13 cacher.go:171] Terminating all watchers from cacher deployments.apps
W0308 03:33:12.903021      13 cacher.go:171] Terminating all watchers from cacher replicasets.apps
W0308 03:33:12.903491      13 cacher.go:171] Terminating all watchers from cacher controllerrevisions.apps
W0308 03:33:12.904278      13 cacher.go:171] Terminating all watchers from cacher statefulsets.apps
W0308 03:33:12.905134      13 cacher.go:171] Terminating all watchers from cacher daemonsets.apps
W0308 03:33:12.907686      13 cacher.go:171] Terminating all watchers from cacher validatingwebhookconfigurations.admissionregistration.k8s.io
W0308 03:33:12.908942      13 cacher.go:171] Terminating all watchers from cacher mutatingwebhookconfigurations.admissionregistration.k8s.io
W0308 03:33:12.909529      13 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicies.admissionregistration.k8s.io
W0308 03:33:12.910353      13 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicybindings.admissionregistration.k8s.io
W0308 03:33:12.912213      13 cacher.go:171] Terminating all watchers from cacher customresourcedefinitions.apiextensions.k8s.io
W0308 03:33:12.914197      13 cacher.go:171] Terminating all watchers from cacher preprovisioningimages.metal3.io
W0308 03:33:12.914693      13 cacher.go:171] Terminating all watchers from cacher alertingrules.monitoring.openshift.io
W0308 03:33:12.915396      13 cacher.go:171] Terminating all watchers from cacher schedulers.config.openshift.io
W0308 03:33:12.916022      13 cacher.go:171] Terminating all watchers from cacher rangeallocations.security.internal.openshift.io
W0308 03:33:12.916493      13 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0308 03:33:12.917562      13 cacher.go:171] Terminating all watchers from cacher clusterresourcequotas.quota.openshift.io
W0308 03:33:12.918756      13 cacher.go:171] Terminating all watchers from cacher metal3remediationtemplates.infrastructure.cluster.x-k8s.io
W0308 03:33:12.919339      13 cacher.go:171] Terminating all watchers from cacher credentialsrequests.cloudcredential.openshift.io
W0308 03:33:12.919792      13 cacher.go:171] Terminating all watchers from cacher openshiftcontrollermanagers.operator.openshift.io
W0308 03:33:12.920482      13 cacher.go:171] Terminating all watchers from cacher csisnapshotcontrollers.operator.openshift.io
W0308 03:33:12.920839      13 cacher.go:171] Terminating all watchers from cacher containerruntimeconfigs.machineconfiguration.openshift.io
W0308 03:33:12.921346      13 cacher.go:171] Terminating all watchers from cacher consoleexternalloglinks.console.openshift.io
W0308 03:33:12.921861      13 cacher.go:171] Terminating all watchers from cacher ipaddressclaims.ipam.cluster.x-k8s.io
W0308 03:33:12.922639      13 cacher.go:171] Terminating all watchers from cacher userdefinednetworks.k8s.ovn.org
W0308 03:33:12.923445      13 cacher.go:171] Terminating all watchers from cacher authentications.config.openshift.io
W0308 03:33:12.923858      13 cacher.go:171] Terminating all watchers from cacher probes.monitoring.coreos.com
W0308 03:33:12.925149      13 cacher.go:171] Terminating all watchers from cacher egressrouters.network.operator.openshift.io
W0308 03:33:12.925777      13 cacher.go:171] Terminating all watchers from cacher prometheuses.monitoring.coreos.com
W0308 03:33:12.926347      13 cacher.go:171] Terminating all watchers from cacher tuneds.tuned.openshift.io
W0308 03:33:12.927196      13 cacher.go:171] Terminating all watchers from cacher kubeletconfigs.machineconfiguration.openshift.io
W0308 03:33:12.927874      13 cacher.go:171] Terminating all watchers from cacher consoleclidownloads.console.openshift.io
W0308 03:33:12.928772      13 cacher.go:171] Terminating all watchers from cacher controllerconfigs.machineconfiguration.openshift.io
W0308 03:33:12.929279      13 cacher.go:171] Terminating all watchers from cacher clusteroperators.config.openshift.io
W0308 03:33:12.930130      13 cacher.go:171] Terminating all watchers from cacher imagecontentpolicies.config.openshift.io
W0308 03:33:12.930563      13 cacher.go:171] Terminating all watchers from cacher machineautoscalers.autoscaling.openshift.io
W0308 03:33:12.931671      13 cacher.go:171] Terminating all watchers from cacher networks.config.openshift.io
W0308 03:33:12.932314      13 cacher.go:171] Terminating all watchers from cacher consoleyamlsamples.console.openshift.io
W0308 03:33:12.932730      13 cacher.go:171] Terminating all watchers from cacher clusterextensions.olm.operatorframework.io
W0308 03:33:12.933604      13 cacher.go:171] Terminating all watchers from cacher machinehealthchecks.machine.openshift.io
W0308 03:33:12.934185      13 cacher.go:171] Terminating all watchers from cacher adminpolicybasedexternalroutes.k8s.ovn.org
W0308 03:33:12.934770      13 cacher.go:171] Terminating all watchers from cacher consoles.config.openshift.io
W0308 03:33:12.935601      13 cacher.go:171] Terminating all watchers from cacher operatorconditions.operators.coreos.com
W0308 03:33:12.936088      13 cacher.go:171] Terminating all watchers from cacher storagestates.migration.k8s.io
W0308 03:33:12.936405      13 cacher.go:171] Terminating all watchers from cacher egressqoses.k8s.ovn.org
W0308 03:33:12.936854      13 cacher.go:171] Terminating all watchers from cacher hardwaredata.metal3.io
W0308 03:33:12.938490      13 cacher.go:171] Terminating all watchers from cacher proxies.config.openshift.io
W0308 03:33:12.940569      13 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W0308 03:33:12.941803      13 cacher.go:171] Terminating all watchers from cacher helmchartrepositories.helm.openshift.io
W0308 03:33:12.942382      13 cacher.go:171] Terminating all watchers from cacher firmwareschemas.metal3.io
W0308 03:33:12.942979      13 cacher.go:171] Terminating all watchers from cacher imagecontentsourcepolicies.operator.openshift.io
W0308 03:33:12.944251      13 cacher.go:171] Terminating all watchers from cacher configs.imageregistry.operator.openshift.io
W0308 03:33:12.944870      13 cacher.go:171] Terminating all watchers from cacher consolequickstarts.console.openshift.io
W0308 03:33:12.947582      13 cacher.go:171] Terminating all watchers from cacher configs.samples.operator.openshift.io
W0308 03:33:12.948199      13 cacher.go:171] Terminating all watchers from cacher ingresscontrollers.operator.openshift.io
W0308 03:33:12.949091      13 cacher.go:171] Terminating all watchers from cacher machineconfigurations.operator.openshift.io
W0308 03:33:12.949606      13 cacher.go:171] Terminating all watchers from cacher alertrelabelconfigs.monitoring.openshift.io
W0308 03:33:12.950163      13 cacher.go:171] Terminating all watchers from cacher kubestorageversionmigrators.operator.openshift.io
W0308 03:33:12.950503      13 cacher.go:171] Terminating all watchers from cacher machineosbuilds.machineconfiguration.openshift.io
W0308 03:33:12.950999      13 cacher.go:171] Terminating all watchers from cacher olms.operator.openshift.io
W0308 03:33:12.953360      13 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W0308 03:33:12.959794      13 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W0308 03:33:12.960533      13 cacher.go:171] Terminating all watchers from cacher ippools.whereabouts.cni.cncf.io
W0308 03:33:12.961139      13 cacher.go:171] Terminating all watchers from cacher nodes.config.openshift.io
W0308 03:33:12.962393      13 cacher.go:171] Terminating all watchers from cacher apirequestcounts.apiserver.openshift.io
W0308 03:33:12.963204      13 cacher.go:171] Terminating all watchers from cacher insightsoperators.operator.openshift.io
W0308 03:33:12.963528      13 cacher.go:171] Terminating all watchers from cacher podmonitors.monitoring.coreos.com
W0308 03:33:12.963956      13 cacher.go:171] Terminating all watchers from cacher controlplanemachinesets.machine.openshift.io
W0308 03:33:12.964261      13 cacher.go:171] Terminating all watchers from cacher alertmanagers.monitoring.coreos.com
W0308 03:33:12.964653      13 cacher.go:171] Terminating all watchers from cacher imagepruners.imageregistry.operator.openshift.io
W0308 03:33:12.965209      13 cacher.go:171] Terminating all watchers from cacher images.config.openshift.io
W0308 03:33:12.966145      13 cacher.go:171] Terminating all watchers from cacher infrastructures.config.openshift.io
W0308 03:33:12.969091      13 cacher.go:171] Terminating all watchers from cacher subscriptions.operators.coreos.com
W0308 03:33:12.969584      13 cacher.go:171] Terminating all watchers from cacher imagedigestmirrorsets.config.openshift.io
W0308 03:33:12.971428      13 cacher.go:171] Terminating all watchers from cacher storages.operator.openshift.io
W0308 03:33:12.972183      13 cacher.go:171] Terminating all watchers from cacher projects.config.openshift.io
W0308 03:33:12.972815      13 cacher.go:171] Terminating all watchers from cacher hostfirmwaresettings.metal3.io
W0308 03:33:12.974251      13 cacher.go:171] Terminating all watchers from cacher servicemonitors.monitoring.coreos.com
W0308 03:33:12.975299      13 cacher.go:171] Terminating all watchers from cacher thanosrulers.monitoring.coreos.com
W0308 03:33:12.975695      13 cacher.go:171] Terminating all watchers from cacher consolesamples.console.openshift.io
W0308 03:33:12.976483      13 cacher.go:171] Terminating all watchers from cacher ipamclaims.k8s.cni.cncf.io
W0308 03:33:12.977705      13 cacher.go:171] Terminating all watchers from cacher performanceprofiles.performance.openshift.io
W0308 03:33:12.978642      13 cacher.go:171] Terminating all watchers from cacher oauths.config.openshift.io
W0308 03:33:12.979961      13 cacher.go:171] Terminating all watchers from cacher configs.operator.openshift.io
W0308 03:33:12.980459      13 cacher.go:171] Terminating all watchers from cacher adminnetworkpolicies.policy.networking.k8s.io
W0308 03:33:12.980998      13 cacher.go:171] Terminating all watchers from cacher clusteruserdefinednetworks.k8s.ovn.org
W0308 03:33:12.981592      13 cacher.go:171] Terminating all watchers from cacher egressfirewalls.k8s.ovn.org
W0308 03:33:12.982333      13 cacher.go:171] Terminating all watchers from cacher kubeapiservers.operator.openshift.io
W0308 03:33:12.982891      13 cacher.go:171] Terminating all watchers from cacher operatorgroups.operators.coreos.com
W0308 03:33:12.984234      13 cacher.go:171] Terminating all watchers from cacher baremetalhosts.metal3.io
W0308 03:33:12.984542      13 cacher.go:171] Terminating all watchers from cacher dnses.operator.openshift.io
W0308 03:33:12.985026      13 cacher.go:171] Terminating all watchers from cacher bmceventsubscriptions.metal3.io
W0308 03:33:12.985521      13 cacher.go:171] Terminating all watchers from cacher featuregates.config.openshift.io
W0308 03:33:12.987282      13 cacher.go:171] Terminating all watchers from cacher operators.operators.coreos.com
W0308 03:33:12.987877      13 cacher.go:171] Terminating all watchers from cacher clustercatalogs.olm.operatorframework.io
W0308 03:33:12.988621      13 cacher.go:171] Terminating all watchers from cacher egressips.k8s.ovn.org
W0308 03:33:12.990663      13 cacher.go:171] Terminating all watchers from cacher clusterautoscalers.autoscaling.openshift.io
W0308 03:33:12.991037      13 cacher.go:171] Terminating all watchers from cacher overlappingrangeipreservations.whereabouts.cni.cncf.io
W0308 03:33:12.991419      13 cacher.go:171] Terminating all watchers from cacher builds.config.openshift.io
W0308 03:33:12.991984      13 cacher.go:171] Terminating all watchers from cacher kubeschedulers.operator.openshift.io
W0308 03:33:12.992420      13 cacher.go:171] Terminating all watchers from cacher clustercsidrivers.operator.openshift.io
W0308 03:33:12.993939      13 cacher.go:171] Terminating all watchers from cacher clusterversions.config.openshift.io
W0308 03:33:12.996119      13 cacher.go:171] Terminating all watchers from cacher hostfirmwarecomponents.metal3.io
W0308 03:33:13.001438      13 cacher.go:171] Terminating all watchers from cacher networks.operator.openshift.io
W0308 03:33:13.001971      13 cacher.go:171] Terminating all watchers from cacher provisionings.metal3.io
W0308 03:33:13.003699      13 cacher.go:171] Terminating all watchers from cacher baselineadminnetworkpolicies.policy.networking.k8s.io
W0308 03:33:13.004449      13 cacher.go:171] Terminating all watchers from cacher dnsrecords.ingress.operator.openshift.io
W0308 03:33:13.005305      13 cacher.go:171] Terminating all watchers from cacher olmconfigs.operators.coreos.com
W0308 03:33:13.005961      13 cacher.go:171] Terminating all watchers from cacher operatorhubs.config.openshift.io
W0308 03:33:13.006687      13 cacher.go:171] Terminating all watchers from cacher hostupdatepolicies.metal3.io
W0308 03:33:13.007281      13 cacher.go:171] Terminating all watchers from cacher servicecas.operator.openshift.io
W0308 03:33:13.008379      13 cacher.go:171] Terminating all watchers from cacher ipaddresses.ipam.cluster.x-k8s.io
W0308 03:33:13.008768      13 cacher.go:171] Terminating all watchers from cacher prometheusrules.monitoring.coreos.com
W0308 03:33:13.009344      13 cacher.go:171] Terminating all watchers from cacher machinesets.machine.openshift.io
W0308 03:33:13.009728      13 cacher.go:171] Terminating all watchers from cacher installplans.operators.coreos.com
W0308 03:33:13.010254      13 cacher.go:171] Terminating all watchers from cacher dataimages.metal3.io
W0308 03:33:13.010727      13 cacher.go:171] Terminating all watchers from cacher apiservers.config.openshift.io
W0308 03:33:13.011602      13 cacher.go:171] Terminating all watchers from cacher securitycontextconstraints.security.openshift.io
W0308 03:33:13.012349      13 cacher.go:171] Terminating all watchers from cacher network-attachment-definitions.k8s.cni.cncf.io
W0308 03:33:13.013258      13 cacher.go:171] Terminating all watchers from cacher storageversionmigrations.migration.k8s.io
W0308 03:33:13.013989      13 cacher.go:171] Terminating all watchers from cacher consoleplugins.console.openshift.io
W0308 03:33:13.014798      13 cacher.go:171] Terminating all watchers from cacher profiles.tuned.openshift.io
W0308 03:33:13.015763      13 cacher.go:171] Terminating all watchers from cacher nodeslicepools.whereabouts.cni.cncf.io
W0308 03:33:13.016201      13 cacher.go:171] Terminating all watchers from cacher machineconfigs.machineconfiguration.openshift.io
W0308 03:33:13.016932      13 cacher.go:171] Terminating all watchers from cacher consolelinks.console.openshift.io
W0308 03:33:13.017281      13 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0308 03:33:13.018090      13 cacher.go:171] Terminating all watchers from cacher consolenotifications.console.openshift.io
W0308 03:33:13.018734      13 cacher.go:171] Terminating all watchers from cacher metal3remediations.infrastructure.cluster.x-k8s.io
W0308 03:33:13.019189      13 cacher.go:171] Terminating all watchers from cacher etcds.operator.openshift.io
W0308 03:33:13.019516      13 cacher.go:171] Terminating all watchers from cacher machines.machine.openshift.io
W0308 03:33:13.020101      13 cacher.go:171] Terminating all watchers from cacher machineosconfigs.machineconfiguration.openshift.io
W0308 03:33:13.020575      13 cacher.go:171] Terminating all watchers from cacher imagetagmirrorsets.config.openshift.io
W0308 03:33:13.021255      13 cacher.go:171] Terminating all watchers from cacher machineconfigpools.machineconfiguration.openshift.io
W0308 03:33:13.021681      13 cacher.go:171] Terminating all watchers from cacher operatorpkis.network.operator.openshift.io
W0308 03:33:13.022896      13 cacher.go:171] Terminating all watchers from cacher egressservices.k8s.ovn.org
W0308 03:33:13.023638      13 cacher.go:171] Terminating all watchers from cacher ingresses.config.openshift.io
W0308 03:33:13.024263      13 cacher.go:171] Terminating all watchers from cacher dnses.config.openshift.io
W0308 03:33:13.024840      13 cacher.go:171] Terminating all watchers from cacher openshiftapiservers.operator.openshift.io
W0308 03:33:13.025709      13 cacher.go:171] Terminating all watchers from cacher clusterserviceversions.operators.coreos.com
W0308 03:33:13.026369      13 cacher.go:171] Terminating all watchers from cacher catalogsources.operators.coreos.com
W0308 03:33:13.027240      13 cacher.go:171] Terminating all watchers from cacher kubecontrollermanagers.operator.openshift.io
W0308 03:33:13.029115      13 cacher.go:171] Terminating all watchers from cacher projecthelmchartrepositories.helm.openshift.io
W0308 03:33:13.029533      13 cacher.go:171] Terminating all watchers from cacher consoles.operator.openshift.io
W0308 03:33:13.029855      13 cacher.go:171] Terminating all watchers from cacher authentications.operator.openshift.io
W0308 03:33:13.030190      13 cacher.go:171] Terminating all watchers from cacher rolebindingrestrictions.authorization.openshift.io
W0308 03:33:13.030682      13 cacher.go:171] Terminating all watchers from cacher cloudcredentials.operator.openshift.io
I0308 03:33:13.059467       1 main.go:235] Termination finished with exit code 0
I0308 03:33:13.059532       1 main.go:188] Deleting termination lock file "/var/log/kube-apiserver/.terminating"
---
I0308 03:36:50.668790       1 main.go:213] Received signal terminated. Forwarding to sub-process "hyperkube".
I0308 03:36:50.669272      11 genericapiserver.go:554] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0308 03:36:50.669282      11 controller.go:128] Shutting down kubernetes service endpoint reconciler
I0308 03:36:50.669330      11 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ShutdownInitiated' Received signal to terminate, becoming unready, but keeping serving
I0308 03:36:50.681014      11 genericapiserver.go:544] "[graceful-termination] shutdown event" name="AfterShutdownDelayDuration"
I0308 03:36:50.681084      11 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'AfterShutdownDelayDuration' The minimal shutdown duration of 0s finished
W0308 03:36:50.684034      11 lease.go:265] Resetting endpoints for master service "kubernetes" to []
I0308 03:36:50.701257      11 genericapiserver.go:721] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0308 03:36:50.701316      11 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationPreShutdownHooksFinished' All pre-shutdown hooks have been finished
I0308 03:36:50.701616      11 genericapiserver.go:633] "[graceful-termination] shutdown event" name="NotAcceptingNewRequest"
I0308 03:36:50.701652      11 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'InFlightRequestsDrained' All non long-running request(s) in-flight have drained
I0308 03:36:50.701887      11 genericapiserver.go:679] "[graceful-termination] not going to wait for active watch request(s) to drain"
I0308 03:36:50.745741      11 genericapiserver.go:670] [graceful-termination] in-flight non long-running request(s) have drained
I0308 03:36:50.745805      11 genericapiserver.go:711] "[graceful-termination] shutdown event" name="InFlightRequestsDrained"
I0308 03:36:50.745893      11 genericapiserver.go:735] "[graceful-termination] audit backend shutdown completed"
I0308 03:36:50.746003      11 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I0308 03:36:50.746046      11 controller.go:157] Shutting down quota evaluator
I0308 03:36:50.746060      11 controller.go:176] quota evaluator worker shutdown
I0308 03:36:50.746409      11 remote_available_controller.go:449] Shutting down RemoteAvailability controller
I0308 03:36:50.746428      11 apiservice_controller.go:134] Shutting down APIServiceRegistrationController
I0308 03:36:50.746494      11 clusterquotamapping.go:142] Shutting down ClusterQuotaMappingController controller
I0308 03:36:50.746502      11 apf_controller.go:389] Shutting down API Priority and Fairness config worker
I0308 03:36:50.746526      11 controller.go:120] Shutting down OpenAPI V3 controller
I0308 03:36:50.746535      11 local_available_controller.go:172] Shutting down LocalAvailability controller
I0308 03:36:50.746546      11 autoregister_controller.go:168] Shutting down autoregister controller
I0308 03:36:50.746561      11 crdregistration_controller.go:146] Shutting down crd-autoregister controller
I0308 03:36:50.746564      11 system_namespaces_controller.go:76] Shutting down system namespaces controller
I0308 03:36:50.746576      11 controller.go:170] Shutting down OpenAPI controller
I0308 03:36:50.746590      11 apiapproval_controller.go:201] Shutting down KubernetesAPIApprovalPolicyConformantConditionController
I0308 03:36:50.746595      11 controller.go:132] Ending legacy_token_tracking_controller
I0308 03:36:50.746605      11 nonstructuralschema_controller.go:207] Shutting down NonStructuralSchemaConditionController
I0308 03:36:50.746609      11 controller.go:133] Shutting down legacy_token_tracking_controller
I0308 03:36:50.746619      11 naming_controller.go:305] Shutting down NamingConditionController
I0308 03:36:50.746631      11 gc_controller.go:91] Shutting down apiserver lease garbage collector
I0308 03:36:50.746639      11 crd_finalizer.go:281] Shutting down CRDFinalizer
I0308 03:36:50.746539      11 customresource_discovery_controller.go:328] Shutting down DiscoveryController
I0308 03:36:50.746789      11 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I0308 03:36:50.746819      11 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I0308 03:36:50.746633      11 establishing_controller.go:92] Shutting down EstablishingController
I0308 03:36:50.746869      11 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"
I0308 03:36:50.746848      11 apiaccess_count_controller.go:95] Shutting down APIRequestCount controller.
I0308 03:36:50.746893      11 controller.go:176] quota evaluator worker shutdown
I0308 03:36:50.746926      11 controller.go:86] Shutting down OpenAPI V3 AggregationController
I0308 03:36:50.746944      11 dynamic_serving_content.go:149] "Shutting down controller" name="aggregator-proxy-cert::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.crt::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.key"
I0308 03:36:50.746961      11 controller.go:84] Shutting down OpenAPI AggregationController
I0308 03:36:50.746967      11 controller.go:176] quota evaluator worker shutdown
I0308 03:36:50.746979      11 controller.go:176] quota evaluator worker shutdown
I0308 03:36:50.746990      11 controller.go:176] quota evaluator worker shutdown
I0308 03:36:50.747027      11 secure_serving.go:258] Stopped listening on [::]:6443
I0308 03:36:50.747053      11 genericapiserver.go:624] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening"
I0308 03:36:50.747068      11 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'HTTPServerStoppedListening' HTTP Server has stopped listening
I0308 03:36:50.747252      11 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I0308 03:36:50.747628      11 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
E0308 03:36:50.751233      11 wrap.go:53] "Timeout or abort while handling" logger="UnhandledError" method="GET" URI="/apis/user.openshift.io/v1/groups?allowWatchBookmarks=true&resourceVersion=15820&timeout=8m1s&timeoutSeconds=481&watch=true" auditID="f976da8b-8ff1-4f5a-9a58-9858705261c7"
I0308 03:36:50.751300      11 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.key"
I0308 03:36:50.752136      11 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.crt::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.key"
I0308 03:36:50.752364      11 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.key"
I0308 03:36:50.752387      11 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I0308 03:36:50.746890      11 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I0308 03:36:50.752480      11 cluster_authentication_trust_controller.go:466] Shutting down cluster_authentication_trust_controller controller
I0308 03:36:50.752518      11 storage_flowcontrol.go:186] APF bootstrap ensurer is exiting
I0308 03:36:50.752978      11 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.key"
I0308 03:36:52.747372      11 genericapiserver.go:742] [graceful-termination] apiserver is exiting
I0308 03:36:52.747421      11 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationGracefulTerminationFinished' All pending requests processed
W0308 03:36:52.750968      11 cacher.go:171] Terminating all watchers from cacher apiservices.apiregistration.k8s.io
W0308 03:36:52.751767      11 cacher.go:171] Terminating all watchers from cacher services
W0308 03:36:52.761720      11 cacher.go:171] Terminating all watchers from cacher configmaps
W0308 03:36:52.766809      11 cacher.go:171] Terminating all watchers from cacher pods
W0308 03:36:52.771059      11 cacher.go:171] Terminating all watchers from cacher podtemplates
W0308 03:36:52.772176      11 cacher.go:171] Terminating all watchers from cacher nodes
W0308 03:36:52.775241      11 cacher.go:171] Terminating all watchers from cacher namespaces
W0308 03:36:52.790731      11 cacher.go:171] Terminating all watchers from cacher persistentvolumeclaims
W0308 03:36:52.791430      11 cacher.go:171] Terminating all watchers from cacher serviceaccounts
W0308 03:36:52.792626      11 cacher.go:171] Terminating all watchers from cacher endpoints
W0308 03:36:52.794365      11 cacher.go:171] Terminating all watchers from cacher resourcequotas
W0308 03:36:52.800869      11 cacher.go:171] Terminating all watchers from cacher replicationcontrollers
W0308 03:36:52.801448      11 cacher.go:171] Terminating all watchers from cacher secrets
W0308 03:36:52.805890      11 cacher.go:171] Terminating all watchers from cacher limitranges
W0308 03:36:52.806746      11 cacher.go:171] Terminating all watchers from cacher persistentvolumes
W0308 03:36:52.812305      11 cacher.go:171] Terminating all watchers from cacher horizontalpodautoscalers.autoscaling
W0308 03:36:52.813806      11 cacher.go:171] Terminating all watchers from cacher jobs.batch
W0308 03:36:52.816334      11 cacher.go:171] Terminating all watchers from cacher cronjobs.batch
W0308 03:36:52.816782      11 cacher.go:171] Terminating all watchers from cacher certificatesigningrequests.certificates.k8s.io
W0308 03:36:52.817348      11 cacher.go:171] Terminating all watchers from cacher leases.coordination.k8s.io
W0308 03:36:52.817779      11 cacher.go:171] Terminating all watchers from cacher endpointslices.discovery.k8s.io
W0308 03:36:52.818301      11 cacher.go:171] Terminating all watchers from cacher ingressclasses.networking.k8s.io
W0308 03:36:52.818682      11 cacher.go:171] Terminating all watchers from cacher networkpolicies.networking.k8s.io
W0308 03:36:52.820749      11 cacher.go:171] Terminating all watchers from cacher ingresses.networking.k8s.io
W0308 03:36:52.821614      11 cacher.go:171] Terminating all watchers from cacher runtimeclasses.node.k8s.io
W0308 03:36:52.822224      11 cacher.go:171] Terminating all watchers from cacher poddisruptionbudgets.policy
W0308 03:36:52.823676      11 cacher.go:171] Terminating all watchers from cacher roles.rbac.authorization.k8s.io
W0308 03:36:52.824407      11 cacher.go:171] Terminating all watchers from cacher rolebindings.rbac.authorization.k8s.io
W0308 03:36:52.825343      11 cacher.go:171] Terminating all watchers from cacher clusterroles.rbac.authorization.k8s.io
W0308 03:36:52.826100      11 cacher.go:171] Terminating all watchers from cacher clusterrolebindings.rbac.authorization.k8s.io
W0308 03:36:52.828541      11 cacher.go:171] Terminating all watchers from cacher priorityclasses.scheduling.k8s.io
W0308 03:36:52.828959      11 cacher.go:171] Terminating all watchers from cacher csinodes.storage.k8s.io
W0308 03:36:52.829301      11 cacher.go:171] Terminating all watchers from cacher csidrivers.storage.k8s.io
W0308 03:36:52.829649      11 cacher.go:171] Terminating all watchers from cacher csistoragecapacities.storage.k8s.io
W0308 03:36:52.831113      11 cacher.go:171] Terminating all watchers from cacher storageclasses.storage.k8s.io
W0308 03:36:52.834136      11 cacher.go:171] Terminating all watchers from cacher volumeattachments.storage.k8s.io
W0308 03:36:52.835651      11 cacher.go:171] Terminating all watchers from cacher flowschemas.flowcontrol.apiserver.k8s.io
W0308 03:36:52.836072      11 cacher.go:171] Terminating all watchers from cacher prioritylevelconfigurations.flowcontrol.apiserver.k8s.io
W0308 03:36:52.836538      11 cacher.go:171] Terminating all watchers from cacher statefulsets.apps
W0308 03:36:52.840023      11 cacher.go:171] Terminating all watchers from cacher replicasets.apps
W0308 03:36:52.840660      11 cacher.go:171] Terminating all watchers from cacher controllerrevisions.apps
W0308 03:36:52.841489      11 cacher.go:171] Terminating all watchers from cacher deployments.apps
W0308 03:36:52.843608      11 cacher.go:171] Terminating all watchers from cacher daemonsets.apps
W0308 03:36:52.845015      11 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicybindings.admissionregistration.k8s.io
W0308 03:36:52.845567      11 cacher.go:171] Terminating all watchers from cacher validatingwebhookconfigurations.admissionregistration.k8s.io
W0308 03:36:52.846567      11 cacher.go:171] Terminating all watchers from cacher mutatingwebhookconfigurations.admissionregistration.k8s.io
W0308 03:36:52.846928      11 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicies.admissionregistration.k8s.io
W0308 03:36:52.848156      11 cacher.go:171] Terminating all watchers from cacher customresourcedefinitions.apiextensions.k8s.io
W0308 03:36:52.848730      11 cacher.go:171] Terminating all watchers from cacher machinesets.machine.openshift.io
W0308 03:36:52.849472      11 cacher.go:171] Terminating all watchers from cacher kubecontrollermanagers.operator.openshift.io
W0308 03:36:52.849735      11 cacher.go:171] Terminating all watchers from cacher networks.config.openshift.io
W0308 03:36:52.850325      11 cacher.go:171] Terminating all watchers from cacher imagepruners.imageregistry.operator.openshift.io
W0308 03:36:52.850928      11 cacher.go:171] Terminating all watchers from cacher egressqoses.k8s.ovn.org
W0308 03:36:52.851683      11 cacher.go:171] Terminating all watchers from cacher controllerconfigs.machineconfiguration.openshift.io
W0308 03:36:52.852420      11 cacher.go:171] Terminating all watchers from cacher egressrouters.network.operator.openshift.io
W0308 03:36:52.852937      11 cacher.go:171] Terminating all watchers from cacher alertmanagers.monitoring.coreos.com
W0308 03:36:52.853303      11 cacher.go:171] Terminating all watchers from cacher kubeletconfigs.machineconfiguration.openshift.io
W0308 03:36:52.853646      11 cacher.go:171] Terminating all watchers from cacher machineconfigpools.machineconfiguration.openshift.io
W0308 03:36:52.854650      11 cacher.go:171] Terminating all watchers from cacher ipaddressclaims.ipam.cluster.x-k8s.io
W0308 03:36:52.855069      11 cacher.go:171] Terminating all watchers from cacher adminnetworkpolicies.policy.networking.k8s.io
W0308 03:36:52.855416      11 cacher.go:171] Terminating all watchers from cacher networks.operator.openshift.io
W0308 03:36:52.855840      11 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W0308 03:36:52.857961      11 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W0308 03:36:52.858586      11 cacher.go:171] Terminating all watchers from cacher egressservices.k8s.ovn.org
W0308 03:36:52.859069      11 cacher.go:171] Terminating all watchers from cacher storagestates.migration.k8s.io
W0308 03:36:52.859508      11 cacher.go:171] Terminating all watchers from cacher baremetalhosts.metal3.io
W0308 03:36:52.860143      11 cacher.go:171] Terminating all watchers from cacher baselineadminnetworkpolicies.policy.networking.k8s.io
W0308 03:36:52.861072      11 cacher.go:171] Terminating all watchers from cacher hardwaredata.metal3.io
W0308 03:36:52.861642      11 cacher.go:171] Terminating all watchers from cacher openshiftapiservers.operator.openshift.io
W0308 03:36:52.862122      11 cacher.go:171] Terminating all watchers from cacher insightsoperators.operator.openshift.io
W0308 03:36:52.862544      11 cacher.go:171] Terminating all watchers from cacher hostupdatepolicies.metal3.io
W0308 03:36:52.862978      11 cacher.go:171] Terminating all watchers from cacher consolenotifications.console.openshift.io
W0308 03:36:52.863330      11 cacher.go:171] Terminating all watchers from cacher operatorhubs.config.openshift.io
W0308 03:36:52.863994      11 cacher.go:171] Terminating all watchers from cacher alertrelabelconfigs.monitoring.openshift.io
W0308 03:36:52.864539      11 cacher.go:171] Terminating all watchers from cacher consoleexternalloglinks.console.openshift.io
W0308 03:36:52.864876      11 cacher.go:171] Terminating all watchers from cacher openshiftcontrollermanagers.operator.openshift.io
W0308 03:36:52.865373      11 cacher.go:171] Terminating all watchers from cacher imagedigestmirrorsets.config.openshift.io
W0308 03:36:52.867042      11 cacher.go:171] Terminating all watchers from cacher ipaddresses.ipam.cluster.x-k8s.io
W0308 03:36:52.867765      11 cacher.go:171] Terminating all watchers from cacher clustercatalogs.olm.operatorframework.io
W0308 03:36:52.868527      11 cacher.go:171] Terminating all watchers from cacher machinehealthchecks.machine.openshift.io
W0308 03:36:52.868796      11 cacher.go:171] Terminating all watchers from cacher configs.operator.openshift.io
W0308 03:36:52.869228      11 cacher.go:171] Terminating all watchers from cacher imagetagmirrorsets.config.openshift.io
W0308 03:36:52.869477      11 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W0308 03:36:52.870142      11 cacher.go:171] Terminating all watchers from cacher olmconfigs.operators.coreos.com
W0308 03:36:52.870746      11 cacher.go:171] Terminating all watchers from cacher machines.machine.openshift.io
W0308 03:36:52.871246      11 cacher.go:171] Terminating all watchers from cacher images.config.openshift.io
W0308 03:36:52.871768      11 cacher.go:171] Terminating all watchers from cacher consoles.operator.openshift.io
W0308 03:36:52.872407      11 cacher.go:171] Terminating all watchers from cacher olms.operator.openshift.io
W0308 03:36:52.872817      11 cacher.go:171] Terminating all watchers from cacher apiservers.config.openshift.io
W0308 03:36:52.873525      11 cacher.go:171] Terminating all watchers from cacher dnses.operator.openshift.io
W0308 03:36:52.874024      11 cacher.go:171] Terminating all watchers from cacher ipamclaims.k8s.cni.cncf.io
W0308 03:36:52.874584      11 cacher.go:171] Terminating all watchers from cacher kubeschedulers.operator.openshift.io
W0308 03:36:52.875151      11 cacher.go:171] Terminating all watchers from cacher probes.monitoring.coreos.com
W0308 03:36:52.875464      11 cacher.go:171] Terminating all watchers from cacher cloudcredentials.operator.openshift.io
W0308 03:36:52.875739      11 cacher.go:171] Terminating all watchers from cacher userdefinednetworks.k8s.ovn.org
W0308 03:36:52.876233      11 cacher.go:171] Terminating all watchers from cacher storages.operator.openshift.io
W0308 03:36:52.876671      11 cacher.go:171] Terminating all watchers from cacher builds.config.openshift.io
W0308 03:36:52.877230      11 cacher.go:171] Terminating all watchers from cacher imagecontentpolicies.config.openshift.io
W0308 03:36:52.877564      11 cacher.go:171] Terminating all watchers from cacher ingresses.config.openshift.io
W0308 03:36:52.878018      11 cacher.go:171] Terminating all watchers from cacher etcds.operator.openshift.io
W0308 03:36:52.878504      11 cacher.go:171] Terminating all watchers from cacher credentialsrequests.cloudcredential.openshift.io
W0308 03:36:52.879680      11 cacher.go:171] Terminating all watchers from cacher bmceventsubscriptions.metal3.io
W0308 03:36:52.880078      11 cacher.go:171] Terminating all watchers from cacher authentications.config.openshift.io
W0308 03:36:52.881187      11 cacher.go:171] Terminating all watchers from cacher performanceprofiles.performance.openshift.io
W0308 03:36:52.881633      11 cacher.go:171] Terminating all watchers from cacher consolelinks.console.openshift.io
W0308 03:36:52.882055      11 cacher.go:171] Terminating all watchers from cacher operatorpkis.network.operator.openshift.io
W0308 03:36:52.882467      11 cacher.go:171] Terminating all watchers from cacher provisionings.metal3.io
W0308 03:36:52.882824      11 cacher.go:171] Terminating all watchers from cacher servicecas.operator.openshift.io
W0308 03:36:52.883310      11 cacher.go:171] Terminating all watchers from cacher machineosbuilds.machineconfiguration.openshift.io
W0308 03:36:52.883722      11 cacher.go:171] Terminating all watchers from cacher rolebindingrestrictions.authorization.openshift.io
W0308 03:36:52.884195      11 cacher.go:171] Terminating all watchers from cacher operators.operators.coreos.com
W0308 03:36:52.884564      11 cacher.go:171] Terminating all watchers from cacher profiles.tuned.openshift.io
W0308 03:36:52.885025      11 cacher.go:171] Terminating all watchers from cacher kubestorageversionmigrators.operator.openshift.io
W0308 03:36:52.885448      11 cacher.go:171] Terminating all watchers from cacher prometheuses.monitoring.coreos.com
W0308 03:36:52.886098      11 cacher.go:171] Terminating all watchers from cacher machineautoscalers.autoscaling.openshift.io
W0308 03:36:52.886368      11 cacher.go:171] Terminating all watchers from cacher consolequickstarts.console.openshift.io
W0308 03:36:52.886771      11 cacher.go:171] Terminating all watchers from cacher consoleplugins.console.openshift.io
W0308 03:36:52.887415      11 cacher.go:171] Terminating all watchers from cacher featuregates.config.openshift.io
W0308 03:36:52.889021      11 cacher.go:171] Terminating all watchers from cacher controlplanemachinesets.machine.openshift.io
W0308 03:36:52.889586      11 cacher.go:171] Terminating all watchers from cacher clusterserviceversions.operators.coreos.com
W0308 03:36:52.890432      11 cacher.go:171] Terminating all watchers from cacher servicemonitors.monitoring.coreos.com
W0308 03:36:52.891199      11 cacher.go:171] Terminating all watchers from cacher projecthelmchartrepositories.helm.openshift.io
W0308 03:36:52.891877      11 cacher.go:171] Terminating all watchers from cacher metal3remediationtemplates.infrastructure.cluster.x-k8s.io
W0308 03:36:52.893705      11 cacher.go:171] Terminating all watchers from cacher helmchartrepositories.helm.openshift.io
W0308 03:36:52.894185      11 cacher.go:171] Terminating all watchers from cacher egressips.k8s.ovn.org
W0308 03:36:52.894672      11 cacher.go:171] Terminating all watchers from cacher installplans.operators.coreos.com
W0308 03:36:52.895287      11 cacher.go:171] Terminating all watchers from cacher overlappingrangeipreservations.whereabouts.cni.cncf.io
W0308 03:36:52.895783      11 cacher.go:171] Terminating all watchers from cacher alertingrules.monitoring.openshift.io
W0308 03:36:52.896499      11 cacher.go:171] Terminating all watchers from cacher clusterextensions.olm.operatorframework.io
W0308 03:36:52.897347      11 cacher.go:171] Terminating all watchers from cacher clusterautoscalers.autoscaling.openshift.io
W0308 03:36:52.898073      11 cacher.go:171] Terminating all watchers from cacher authentications.operator.openshift.io
W0308 03:36:52.899425      11 cacher.go:171] Terminating all watchers from cacher adminpolicybasedexternalroutes.k8s.ovn.org
W0308 03:36:52.899808      11 cacher.go:171] Terminating all watchers from cacher consolesamples.console.openshift.io
W0308 03:36:52.900062      11 cacher.go:171] Terminating all watchers from cacher preprovisioningimages.metal3.io
W0308 03:36:52.900322      11 cacher.go:171] Terminating all watchers from cacher clusterversions.config.openshift.io
W0308 03:36:52.900850      11 cacher.go:171] Terminating all watchers from cacher consoles.config.openshift.io
W0308 03:36:52.901468      11 cacher.go:171] Terminating all watchers from cacher machineconfigs.machineconfiguration.openshift.io
W0308 03:36:52.902784      11 cacher.go:171] Terminating all watchers from cacher operatorgroups.operators.coreos.com
W0308 03:36:52.905229      11 cacher.go:171] Terminating all watchers from cacher catalogsources.operators.coreos.com
W0308 03:36:52.905733      11 cacher.go:171] Terminating all watchers from cacher ingresscontrollers.operator.openshift.io
W0308 03:36:52.906456      11 cacher.go:171] Terminating all watchers from cacher oauths.config.openshift.io
W0308 03:36:52.906817      11 cacher.go:171] Terminating all watchers from cacher ippools.whereabouts.cni.cncf.io
W0308 03:36:52.907352      11 cacher.go:171] Terminating all watchers from cacher egressfirewalls.k8s.ovn.org
W0308 03:36:52.907892      11 cacher.go:171] Terminating all watchers from cacher machineosconfigs.machineconfiguration.openshift.io
W0308 03:36:52.908475      11 cacher.go:171] Terminating all watchers from cacher kubeapiservers.operator.openshift.io
W0308 03:36:52.908751      11 cacher.go:171] Terminating all watchers from cacher podmonitors.monitoring.coreos.com
W0308 03:36:52.909806      11 cacher.go:171] Terminating all watchers from cacher infrastructures.config.openshift.io
W0308 03:36:52.914087      11 cacher.go:171] Terminating all watchers from cacher nodes.config.openshift.io
W0308 03:36:52.914669      11 cacher.go:171] Terminating all watchers from cacher clusterresourcequotas.quota.openshift.io
W0308 03:36:52.915153      11 cacher.go:171] Terminating all watchers from cacher clusteroperators.config.openshift.io
W0308 03:36:52.916028      11 cacher.go:171] Terminating all watchers from cacher containerruntimeconfigs.machineconfiguration.openshift.io
W0308 03:36:52.916589      11 cacher.go:171] Terminating all watchers from cacher proxies.config.openshift.io
W0308 03:36:52.918834      11 cacher.go:171] Terminating all watchers from cacher thanosrulers.monitoring.coreos.com
W0308 03:36:52.921778      11 cacher.go:171] Terminating all watchers from cacher metal3remediations.infrastructure.cluster.x-k8s.io
W0308 03:36:52.922254      11 cacher.go:171] Terminating all watchers from cacher dnses.config.openshift.io
W0308 03:36:52.922839      11 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0308 03:36:52.923671      11 cacher.go:171] Terminating all watchers from cacher tuneds.tuned.openshift.io
W0308 03:36:52.924703      11 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0308 03:36:52.925607      11 cacher.go:171] Terminating all watchers from cacher projects.config.openshift.io
W0308 03:36:52.926032      11 cacher.go:171] Terminating all watchers from cacher schedulers.config.openshift.io
W0308 03:36:52.926412      11 cacher.go:171] Terminating all watchers from cacher subscriptions.operators.coreos.com
W0308 03:36:52.926731      11 cacher.go:171] Terminating all watchers from cacher clusteruserdefinednetworks.k8s.ovn.org
W0308 03:36:52.927663      11 cacher.go:171] Terminating all watchers from cacher dnsrecords.ingress.operator.openshift.io
W0308 03:36:52.928209      11 cacher.go:171] Terminating all watchers from cacher network-attachment-definitions.k8s.cni.cncf.io
W0308 03:36:52.929607      11 cacher.go:171] Terminating all watchers from cacher rangeallocations.security.internal.openshift.io
W0308 03:36:52.929986      11 cacher.go:171] Terminating all watchers from cacher firmwareschemas.metal3.io
W0308 03:36:52.930643      11 cacher.go:171] Terminating all watchers from cacher operatorconditions.operators.coreos.com
W0308 03:36:52.931040      11 cacher.go:171] Terminating all watchers from cacher hostfirmwarecomponents.metal3.io
W0308 03:36:52.931634      11 cacher.go:171] Terminating all watchers from cacher dataimages.metal3.io
W0308 03:36:52.932310      11 cacher.go:171] Terminating all watchers from cacher storageversionmigrations.migration.k8s.io
W0308 03:36:52.934116      11 cacher.go:171] Terminating all watchers from cacher prometheusrules.monitoring.coreos.com
W0308 03:36:52.935536      11 cacher.go:171] Terminating all watchers from cacher consoleclidownloads.console.openshift.io
W0308 03:36:52.936176      11 cacher.go:171] Terminating all watchers from cacher consoleyamlsamples.console.openshift.io
W0308 03:36:52.936639      11 cacher.go:171] Terminating all watchers from cacher clustercsidrivers.operator.openshift.io
W0308 03:36:52.937143      11 cacher.go:171] Terminating all watchers from cacher hostfirmwaresettings.metal3.io
W0308 03:36:52.937593      11 cacher.go:171] Terminating all watchers from cacher configs.imageregistry.operator.openshift.io
W0308 03:36:52.938221      11 cacher.go:171] Terminating all watchers from cacher csisnapshotcontrollers.operator.openshift.io
W0308 03:36:52.938788      11 cacher.go:171] Terminating all watchers from cacher securitycontextconstraints.security.openshift.io
W0308 03:36:52.939358      11 cacher.go:171] Terminating all watchers from cacher nodeslicepools.whereabouts.cni.cncf.io
W0308 03:36:52.940013      11 cacher.go:171] Terminating all watchers from cacher machineconfigurations.operator.openshift.io
W0308 03:36:52.940690      11 cacher.go:171] Terminating all watchers from cacher configs.samples.operator.openshift.io
W0308 03:36:52.941248      11 cacher.go:171] Terminating all watchers from cacher imagecontentsourcepolicies.operator.openshift.io
W0308 03:36:52.941988      11 cacher.go:171] Terminating all watchers from cacher apirequestcounts.apiserver.openshift.io
I0308 03:36:52.971582       1 main.go:235] Termination finished with exit code 0
I0308 03:36:52.971639       1 main.go:188] Deleting termination lock file "/var/log/kube-apiserver/.terminating"
---