---
I0216 02:24:55.462019       1 main.go:213] Received signal terminated. Forwarding to sub-process "hyperkube".
I0216 02:24:55.462763      12 controller.go:128] Shutting down kubernetes service endpoint reconciler
I0216 02:24:55.463018      12 genericapiserver.go:554] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0216 02:24:55.463111      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ShutdownInitiated' Received signal to terminate, becoming unready, but keeping serving
I0216 02:24:55.476379      12 genericapiserver.go:544] "[graceful-termination] shutdown event" name="AfterShutdownDelayDuration"
I0216 02:24:55.476464      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'AfterShutdownDelayDuration' The minimal shutdown duration of 0s finished
W0216 02:24:55.484030      12 lease.go:265] Resetting endpoints for master service "kubernetes" to []
I0216 02:24:55.497967      12 genericapiserver.go:721] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0216 02:24:55.498019      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationPreShutdownHooksFinished' All pre-shutdown hooks have been finished
I0216 02:24:55.498306      12 genericapiserver.go:633] "[graceful-termination] shutdown event" name="NotAcceptingNewRequest"
I0216 02:24:55.498342      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'InFlightRequestsDrained' All non long-running request(s) in-flight have drained
I0216 02:24:55.498457      12 genericapiserver.go:679] "[graceful-termination] not going to wait for active watch request(s) to drain"
I0216 02:24:55.529208      12 genericapiserver.go:670] [graceful-termination] in-flight non long-running request(s) have drained
I0216 02:24:55.529260      12 genericapiserver.go:711] "[graceful-termination] shutdown event" name="InFlightRequestsDrained"
I0216 02:24:55.529271      12 genericapiserver.go:735] "[graceful-termination] audit backend shutdown completed"
I0216 02:24:55.529290      12 controller.go:157] Shutting down quota evaluator
I0216 02:24:55.529317      12 dynamic_serving_content.go:149] "Shutting down controller" name="aggregator-proxy-cert::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.crt::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.key"
I0216 02:24:55.529328      12 controller.go:176] quota evaluator worker shutdown
I0216 02:24:55.529346      12 controller.go:176] quota evaluator worker shutdown
I0216 02:24:55.529349      12 controller.go:176] quota evaluator worker shutdown
I0216 02:24:55.529357      12 controller.go:176] quota evaluator worker shutdown
I0216 02:24:55.529379      12 controller.go:176] quota evaluator worker shutdown
I0216 02:24:55.529415      12 remote_available_controller.go:449] Shutting down RemoteAvailability controller
I0216 02:24:55.529927      12 system_namespaces_controller.go:76] Shutting down system namespaces controller
I0216 02:24:55.530004      12 controller.go:86] Shutting down OpenAPI V3 AggregationController
I0216 02:24:55.530022      12 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I0216 02:24:55.530052      12 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I0216 02:24:55.530085      12 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"
I0216 02:24:55.530102      12 apiaccess_count_controller.go:95] Shutting down APIRequestCount controller.
I0216 02:24:55.530110      12 controller.go:84] Shutting down OpenAPI AggregationController
I0216 02:24:55.530126      12 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I0216 02:24:55.530151      12 clusterquotamapping.go:142] Shutting down ClusterQuotaMappingController controller
I0216 02:24:55.530193      12 secure_serving.go:258] Stopped listening on [::]:6443
I0216 02:24:55.530200      12 controller.go:120] Shutting down OpenAPI V3 controller
I0216 02:24:55.530206      12 genericapiserver.go:624] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening"
I0216 02:24:55.530219      12 customresource_discovery_controller.go:328] Shutting down DiscoveryController
I0216 02:24:55.530219      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'HTTPServerStoppedListening' HTTP Server has stopped listening
I0216 02:24:55.530242      12 nonstructuralschema_controller.go:207] Shutting down NonStructuralSchemaConditionController
I0216 02:24:55.530262      12 controller.go:170] Shutting down OpenAPI controller
I0216 02:24:55.530277      12 naming_controller.go:305] Shutting down NamingConditionController
I0216 02:24:55.530295      12 establishing_controller.go:92] Shutting down EstablishingController
I0216 02:24:55.530311      12 apiapproval_controller.go:201] Shutting down KubernetesAPIApprovalPolicyConformantConditionController
I0216 02:24:55.530328      12 crd_finalizer.go:281] Shutting down CRDFinalizer
I0216 02:24:55.530347      12 autoregister_controller.go:168] Shutting down autoregister controller
I0216 02:24:55.530365      12 crdregistration_controller.go:146] Shutting down crd-autoregister controller
I0216 02:24:55.530332      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.crt::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.key"
I0216 02:24:55.530392      12 apiservice_controller.go:134] Shutting down APIServiceRegistrationController
I0216 02:24:55.530397      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.key"
I0216 02:24:55.530403      12 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I0216 02:24:55.530411      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I0216 02:24:55.530425      12 local_available_controller.go:172] Shutting down LocalAvailability controller
I0216 02:24:55.530445      12 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I0216 02:24:55.529943      12 gc_controller.go:91] Shutting down apiserver lease garbage collector
I0216 02:24:55.530535      12 controller.go:132] Ending legacy_token_tracking_controller
I0216 02:24:55.530551      12 controller.go:133] Shutting down legacy_token_tracking_controller
I0216 02:24:55.530576      12 apf_controller.go:389] Shutting down API Priority and Fairness config worker
I0216 02:24:55.530388      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.key"
I0216 02:24:55.530425      12 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.key"
I0216 02:24:55.530919      12 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I0216 02:24:55.531502      12 storage_flowcontrol.go:186] APF bootstrap ensurer is exiting
I0216 02:24:55.531547      12 cluster_authentication_trust_controller.go:466] Shutting down cluster_authentication_trust_controller controller
E0216 02:24:55.534391      12 wrap.go:53] "Timeout or abort while handling" logger="UnhandledError" method="GET" URI="/apis/user.openshift.io/v1/groups?allowWatchBookmarks=true&resourceVersion=12950&timeout=7m23s&timeoutSeconds=443&watch=true" auditID="26740953-b638-4ace-bc1e-915dd732cd8c"
I0216 02:24:57.531324      12 genericapiserver.go:742] [graceful-termination] apiserver is exiting
I0216 02:24:57.531399      12 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationGracefulTerminationFinished' All pending requests processed
W0216 02:24:57.534966      12 cacher.go:171] Terminating all watchers from cacher apiservices.apiregistration.k8s.io
W0216 02:24:57.535966      12 cacher.go:171] Terminating all watchers from cacher replicationcontrollers
W0216 02:24:57.537717      12 cacher.go:171] Terminating all watchers from cacher services
W0216 02:24:57.544417      12 cacher.go:171] Terminating all watchers from cacher limitranges
W0216 02:24:57.547299      12 cacher.go:171] Terminating all watchers from cacher serviceaccounts
W0216 02:24:57.551521      12 cacher.go:171] Terminating all watchers from cacher persistentvolumeclaims
W0216 02:24:57.552537      12 cacher.go:171] Terminating all watchers from cacher configmaps
W0216 02:24:57.554668      12 cacher.go:171] Terminating all watchers from cacher endpoints
W0216 02:24:57.555980      12 cacher.go:171] Terminating all watchers from cacher resourcequotas
W0216 02:24:57.561192      12 cacher.go:171] Terminating all watchers from cacher secrets
W0216 02:24:57.580149      12 cacher.go:171] Terminating all watchers from cacher pods
W0216 02:24:57.581574      12 cacher.go:171] Terminating all watchers from cacher nodes
W0216 02:24:57.583355      12 cacher.go:171] Terminating all watchers from cacher namespaces
W0216 02:24:57.584723      12 cacher.go:171] Terminating all watchers from cacher podtemplates
W0216 02:24:57.585124      12 cacher.go:171] Terminating all watchers from cacher persistentvolumes
W0216 02:24:57.586983      12 cacher.go:171] Terminating all watchers from cacher horizontalpodautoscalers.autoscaling
W0216 02:24:57.588066      12 cacher.go:171] Terminating all watchers from cacher jobs.batch
W0216 02:24:57.589291      12 cacher.go:171] Terminating all watchers from cacher cronjobs.batch
W0216 02:24:57.590743      12 cacher.go:171] Terminating all watchers from cacher certificatesigningrequests.certificates.k8s.io
W0216 02:24:57.592482      12 cacher.go:171] Terminating all watchers from cacher leases.coordination.k8s.io
W0216 02:24:57.593076      12 cacher.go:171] Terminating all watchers from cacher endpointslices.discovery.k8s.io
W0216 02:24:57.593675      12 cacher.go:171] Terminating all watchers from cacher networkpolicies.networking.k8s.io
W0216 02:24:57.594386      12 cacher.go:171] Terminating all watchers from cacher ingresses.networking.k8s.io
W0216 02:24:57.595089      12 cacher.go:171] Terminating all watchers from cacher ingressclasses.networking.k8s.io
W0216 02:24:57.596503      12 cacher.go:171] Terminating all watchers from cacher runtimeclasses.node.k8s.io
W0216 02:24:57.597521      12 cacher.go:171] Terminating all watchers from cacher poddisruptionbudgets.policy
W0216 02:24:57.598106      12 cacher.go:171] Terminating all watchers from cacher rolebindings.rbac.authorization.k8s.io
W0216 02:24:57.599291      12 cacher.go:171] Terminating all watchers from cacher clusterroles.rbac.authorization.k8s.io
W0216 02:24:57.599941      12 cacher.go:171] Terminating all watchers from cacher clusterrolebindings.rbac.authorization.k8s.io
W0216 02:24:57.601284      12 cacher.go:171] Terminating all watchers from cacher roles.rbac.authorization.k8s.io
W0216 02:24:57.602639      12 cacher.go:171] Terminating all watchers from cacher priorityclasses.scheduling.k8s.io
W0216 02:24:57.602953      12 cacher.go:171] Terminating all watchers from cacher csinodes.storage.k8s.io
W0216 02:24:57.603570      12 cacher.go:171] Terminating all watchers from cacher csidrivers.storage.k8s.io
W0216 02:24:57.604766      12 cacher.go:171] Terminating all watchers from cacher csistoragecapacities.storage.k8s.io
W0216 02:24:57.605161      12 cacher.go:171] Terminating all watchers from cacher storageclasses.storage.k8s.io
W0216 02:24:57.605665      12 cacher.go:171] Terminating all watchers from cacher volumeattachments.storage.k8s.io
W0216 02:24:57.608054      12 cacher.go:171] Terminating all watchers from cacher flowschemas.flowcontrol.apiserver.k8s.io
W0216 02:24:57.608678      12 cacher.go:171] Terminating all watchers from cacher prioritylevelconfigurations.flowcontrol.apiserver.k8s.io
W0216 02:24:57.609045      12 cacher.go:171] Terminating all watchers from cacher daemonsets.apps
W0216 02:24:57.610710      12 cacher.go:171] Terminating all watchers from cacher replicasets.apps
W0216 02:24:57.612112      12 cacher.go:171] Terminating all watchers from cacher statefulsets.apps
W0216 02:24:57.613096      12 cacher.go:171] Terminating all watchers from cacher controllerrevisions.apps
W0216 02:24:57.615678      12 cacher.go:171] Terminating all watchers from cacher deployments.apps
W0216 02:24:57.617358      12 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicybindings.admissionregistration.k8s.io
W0216 02:24:57.617999      12 cacher.go:171] Terminating all watchers from cacher validatingwebhookconfigurations.admissionregistration.k8s.io
W0216 02:24:57.618948      12 cacher.go:171] Terminating all watchers from cacher mutatingwebhookconfigurations.admissionregistration.k8s.io
W0216 02:24:57.620252      12 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicies.admissionregistration.k8s.io
W0216 02:24:57.622087      12 cacher.go:171] Terminating all watchers from cacher customresourcedefinitions.apiextensions.k8s.io
W0216 02:24:57.622659      12 cacher.go:171] Terminating all watchers from cacher configs.samples.operator.openshift.io
W0216 02:24:57.623164      12 cacher.go:171] Terminating all watchers from cacher consoles.config.openshift.io
W0216 02:24:57.623702      12 cacher.go:171] Terminating all watchers from cacher adminpolicybasedexternalroutes.k8s.ovn.org
W0216 02:24:57.624134      12 cacher.go:171] Terminating all watchers from cacher securitycontextconstraints.security.openshift.io
W0216 02:24:57.624848      12 cacher.go:171] Terminating all watchers from cacher adminnetworkpolicies.policy.networking.k8s.io
W0216 02:24:57.625462      12 cacher.go:171] Terminating all watchers from cacher operatorgroups.operators.coreos.com
W0216 02:24:57.626352      12 cacher.go:171] Terminating all watchers from cacher servicecas.operator.openshift.io
W0216 02:24:57.626903      12 cacher.go:171] Terminating all watchers from cacher consolesamples.console.openshift.io
W0216 02:24:57.627787      12 cacher.go:171] Terminating all watchers from cacher imagecontentsourcepolicies.operator.openshift.io
W0216 02:24:57.628364      12 cacher.go:171] Terminating all watchers from cacher kubecontrollermanagers.operator.openshift.io
W0216 02:24:57.628856      12 cacher.go:171] Terminating all watchers from cacher consolequickstarts.console.openshift.io
W0216 02:24:57.629300      12 cacher.go:171] Terminating all watchers from cacher clusteruserdefinednetworks.k8s.ovn.org
W0216 02:24:57.629980      12 cacher.go:171] Terminating all watchers from cacher dataimages.metal3.io
W0216 02:24:57.630682      12 cacher.go:171] Terminating all watchers from cacher probes.monitoring.coreos.com
W0216 02:24:57.631376      12 cacher.go:171] Terminating all watchers from cacher dnsrecords.ingress.operator.openshift.io
W0216 02:24:57.634795      12 cacher.go:171] Terminating all watchers from cacher egressfirewalls.k8s.ovn.org
W0216 02:24:57.635423      12 cacher.go:171] Terminating all watchers from cacher dnses.operator.openshift.io
W0216 02:24:57.635924      12 cacher.go:171] Terminating all watchers from cacher openshiftapiservers.operator.openshift.io
W0216 02:24:57.636276      12 cacher.go:171] Terminating all watchers from cacher consolelinks.console.openshift.io
W0216 02:24:57.636726      12 cacher.go:171] Terminating all watchers from cacher oauths.config.openshift.io
W0216 02:24:57.637365      12 cacher.go:171] Terminating all watchers from cacher projects.config.openshift.io
W0216 02:24:57.638044      12 cacher.go:171] Terminating all watchers from cacher ipamclaims.k8s.cni.cncf.io
W0216 02:24:57.638633      12 cacher.go:171] Terminating all watchers from cacher egressips.k8s.ovn.org
W0216 02:24:57.639278      12 cacher.go:171] Terminating all watchers from cacher hostfirmwarecomponents.metal3.io
W0216 02:24:57.639862      12 cacher.go:171] Terminating all watchers from cacher proxies.config.openshift.io
W0216 02:24:57.640617      12 cacher.go:171] Terminating all watchers from cacher imagedigestmirrorsets.config.openshift.io
W0216 02:24:57.641085      12 cacher.go:171] Terminating all watchers from cacher clusterserviceversions.operators.coreos.com
W0216 02:24:57.642007      12 cacher.go:171] Terminating all watchers from cacher projecthelmchartrepositories.helm.openshift.io
W0216 02:24:57.642829      12 cacher.go:171] Terminating all watchers from cacher tuneds.tuned.openshift.io
W0216 02:24:57.643899      12 cacher.go:171] Terminating all watchers from cacher apirequestcounts.apiserver.openshift.io
W0216 02:24:57.644264      12 cacher.go:171] Terminating all watchers from cacher configs.operator.openshift.io
W0216 02:24:57.644917      12 cacher.go:171] Terminating all watchers from cacher userdefinednetworks.k8s.ovn.org
W0216 02:24:57.645597      12 cacher.go:171] Terminating all watchers from cacher kubeapiservers.operator.openshift.io
W0216 02:24:57.646260      12 cacher.go:171] Terminating all watchers from cacher servicemonitors.monitoring.coreos.com
W0216 02:24:57.647237      12 cacher.go:171] Terminating all watchers from cacher thanosrulers.monitoring.coreos.com
W0216 02:24:57.647897      12 cacher.go:171] Terminating all watchers from cacher schedulers.config.openshift.io
W0216 02:24:57.648297      12 cacher.go:171] Terminating all watchers from cacher firmwareschemas.metal3.io
W0216 02:24:57.648788      12 cacher.go:171] Terminating all watchers from cacher hostfirmwaresettings.metal3.io
W0216 02:24:57.649672      12 cacher.go:171] Terminating all watchers from cacher machineconfigs.machineconfiguration.openshift.io
W0216 02:24:57.650660      12 cacher.go:171] Terminating all watchers from cacher ingresscontrollers.operator.openshift.io
W0216 02:24:57.652322      12 cacher.go:171] Terminating all watchers from cacher machinehealthchecks.machine.openshift.io
W0216 02:24:57.652865      12 cacher.go:171] Terminating all watchers from cacher authentications.operator.openshift.io
W0216 02:24:57.653295      12 cacher.go:171] Terminating all watchers from cacher images.config.openshift.io
W0216 02:24:57.653971      12 cacher.go:171] Terminating all watchers from cacher consoleyamlsamples.console.openshift.io
W0216 02:24:57.654274      12 cacher.go:171] Terminating all watchers from cacher cloudcredentials.operator.openshift.io
W0216 02:24:57.654913      12 cacher.go:171] Terminating all watchers from cacher nodes.config.openshift.io
W0216 02:24:57.656206      12 cacher.go:171] Terminating all watchers from cacher network-attachment-definitions.k8s.cni.cncf.io
W0216 02:24:57.656907      12 cacher.go:171] Terminating all watchers from cacher baselineadminnetworkpolicies.policy.networking.k8s.io
W0216 02:24:57.657367      12 cacher.go:171] Terminating all watchers from cacher openshiftcontrollermanagers.operator.openshift.io
W0216 02:24:57.657773      12 cacher.go:171] Terminating all watchers from cacher ippools.whereabouts.cni.cncf.io
W0216 02:24:57.658293      12 cacher.go:171] Terminating all watchers from cacher clusterextensions.olm.operatorframework.io
W0216 02:24:57.659148      12 cacher.go:171] Terminating all watchers from cacher catalogsources.operators.coreos.com
W0216 02:24:57.660242      12 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W0216 02:24:57.660577      12 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W0216 02:24:57.661122      12 cacher.go:171] Terminating all watchers from cacher consoles.operator.openshift.io
W0216 02:24:57.661507      12 cacher.go:171] Terminating all watchers from cacher hostupdatepolicies.metal3.io
W0216 02:24:57.662047      12 cacher.go:171] Terminating all watchers from cacher metal3remediations.infrastructure.cluster.x-k8s.io
W0216 02:24:57.663807      12 cacher.go:171] Terminating all watchers from cacher consolenotifications.console.openshift.io
W0216 02:24:57.664157      12 cacher.go:171] Terminating all watchers from cacher etcds.operator.openshift.io
W0216 02:24:57.664604      12 cacher.go:171] Terminating all watchers from cacher alertmanagers.monitoring.coreos.com
W0216 02:24:57.665273      12 cacher.go:171] Terminating all watchers from cacher alertingrules.monitoring.openshift.io
W0216 02:24:57.666009      12 cacher.go:171] Terminating all watchers from cacher egressrouters.network.operator.openshift.io
W0216 02:24:57.666833      12 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W0216 02:24:57.667866      12 cacher.go:171] Terminating all watchers from cacher ipaddressclaims.ipam.cluster.x-k8s.io
W0216 02:24:57.668379      12 cacher.go:171] Terminating all watchers from cacher bmceventsubscriptions.metal3.io
W0216 02:24:57.668996      12 cacher.go:171] Terminating all watchers from cacher clusterautoscalers.autoscaling.openshift.io
W0216 02:24:57.669477      12 cacher.go:171] Terminating all watchers from cacher provisionings.metal3.io
W0216 02:24:57.670058      12 cacher.go:171] Terminating all watchers from cacher hardwaredata.metal3.io
W0216 02:24:57.670511      12 cacher.go:171] Terminating all watchers from cacher egressservices.k8s.ovn.org
W0216 02:24:57.671029      12 cacher.go:171] Terminating all watchers from cacher insightsoperators.operator.openshift.io
W0216 02:24:57.671422      12 cacher.go:171] Terminating all watchers from cacher olmconfigs.operators.coreos.com
W0216 02:24:57.672422      12 cacher.go:171] Terminating all watchers from cacher metal3remediationtemplates.infrastructure.cluster.x-k8s.io
W0216 02:24:57.672996      12 cacher.go:171] Terminating all watchers from cacher consoleclidownloads.console.openshift.io
W0216 02:24:57.673475      12 cacher.go:171] Terminating all watchers from cacher imagecontentpolicies.config.openshift.io
W0216 02:24:57.673799      12 cacher.go:171] Terminating all watchers from cacher storagestates.migration.k8s.io
W0216 02:24:57.674274      12 cacher.go:171] Terminating all watchers from cacher configs.imageregistry.operator.openshift.io
W0216 02:24:57.674918      12 cacher.go:171] Terminating all watchers from cacher csisnapshotcontrollers.operator.openshift.io
W0216 02:24:57.675591      12 cacher.go:171] Terminating all watchers from cacher operatorhubs.config.openshift.io
W0216 02:24:57.676123      12 cacher.go:171] Terminating all watchers from cacher egressqoses.k8s.ovn.org
W0216 02:24:57.676665      12 cacher.go:171] Terminating all watchers from cacher apiservers.config.openshift.io
W0216 02:24:57.677146      12 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0216 02:24:57.679798      12 cacher.go:171] Terminating all watchers from cacher containerruntimeconfigs.machineconfiguration.openshift.io
W0216 02:24:57.680306      12 cacher.go:171] Terminating all watchers from cacher nodeslicepools.whereabouts.cni.cncf.io
W0216 02:24:57.680770      12 cacher.go:171] Terminating all watchers from cacher networks.operator.openshift.io
W0216 02:24:57.681378      12 cacher.go:171] Terminating all watchers from cacher machines.machine.openshift.io
W0216 02:24:57.682054      12 cacher.go:171] Terminating all watchers from cacher infrastructures.config.openshift.io
W0216 02:24:57.683089      12 cacher.go:171] Terminating all watchers from cacher ipaddresses.ipam.cluster.x-k8s.io
W0216 02:24:57.683636      12 cacher.go:171] Terminating all watchers from cacher ingresses.config.openshift.io
W0216 02:24:57.684129      12 cacher.go:171] Terminating all watchers from cacher clustercatalogs.olm.operatorframework.io
W0216 02:24:57.684676      12 cacher.go:171] Terminating all watchers from cacher clusteroperators.config.openshift.io
W0216 02:24:57.686185      12 cacher.go:171] Terminating all watchers from cacher kubestorageversionmigrators.operator.openshift.io
W0216 02:24:57.686631      12 cacher.go:171] Terminating all watchers from cacher imagetagmirrorsets.config.openshift.io
W0216 02:24:57.687392      12 cacher.go:171] Terminating all watchers from cacher dnses.config.openshift.io
W0216 02:24:57.688079      12 cacher.go:171] Terminating all watchers from cacher alertrelabelconfigs.monitoring.openshift.io
W0216 02:24:57.689062      12 cacher.go:171] Terminating all watchers from cacher clustercsidrivers.operator.openshift.io
W0216 02:24:57.689465      12 cacher.go:171] Terminating all watchers from cacher storageversionmigrations.migration.k8s.io
W0216 02:24:57.689899      12 cacher.go:171] Terminating all watchers from cacher operatorpkis.network.operator.openshift.io
W0216 02:24:57.690376      12 cacher.go:171] Terminating all watchers from cacher rangeallocations.security.internal.openshift.io
W0216 02:24:57.690860      12 cacher.go:171] Terminating all watchers from cacher installplans.operators.coreos.com
W0216 02:24:57.691405      12 cacher.go:171] Terminating all watchers from cacher rolebindingrestrictions.authorization.openshift.io
W0216 02:24:57.691936      12 cacher.go:171] Terminating all watchers from cacher consoleexternalloglinks.console.openshift.io
W0216 02:24:57.692415      12 cacher.go:171] Terminating all watchers from cacher clusterversions.config.openshift.io
W0216 02:24:57.693617      12 cacher.go:171] Terminating all watchers from cacher controlplanemachinesets.machine.openshift.io
W0216 02:24:57.694767      12 cacher.go:171] Terminating all watchers from cacher operatorconditions.operators.coreos.com
W0216 02:24:57.695215      12 cacher.go:171] Terminating all watchers from cacher machineosconfigs.machineconfiguration.openshift.io
W0216 02:24:57.695682      12 cacher.go:171] Terminating all watchers from cacher helmchartrepositories.helm.openshift.io
W0216 02:24:57.696553      12 cacher.go:171] Terminating all watchers from cacher imagepruners.imageregistry.operator.openshift.io
W0216 02:24:57.697577      12 cacher.go:171] Terminating all watchers from cacher authentications.config.openshift.io
W0216 02:24:57.698062      12 cacher.go:171] Terminating all watchers from cacher machineconfigurations.operator.openshift.io
W0216 02:24:57.698597      12 cacher.go:171] Terminating all watchers from cacher machineosbuilds.machineconfiguration.openshift.io
W0216 02:24:57.699137      12 cacher.go:171] Terminating all watchers from cacher featuregates.config.openshift.io
W0216 02:24:57.700569      12 cacher.go:171] Terminating all watchers from cacher machinesets.machine.openshift.io
W0216 02:24:57.701042      12 cacher.go:171] Terminating all watchers from cacher olms.operator.openshift.io
W0216 02:24:57.701669      12 cacher.go:171] Terminating all watchers from cacher builds.config.openshift.io
W0216 02:24:57.702277      12 cacher.go:171] Terminating all watchers from cacher subscriptions.operators.coreos.com
W0216 02:24:57.702803      12 cacher.go:171] Terminating all watchers from cacher networks.config.openshift.io
W0216 02:24:57.703318      12 cacher.go:171] Terminating all watchers from cacher prometheusrules.monitoring.coreos.com
W0216 02:24:57.705023      12 cacher.go:171] Terminating all watchers from cacher performanceprofiles.performance.openshift.io
W0216 02:24:57.705536      12 cacher.go:171] Terminating all watchers from cacher kubeschedulers.operator.openshift.io
W0216 02:24:57.705854      12 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0216 02:24:57.707125      12 cacher.go:171] Terminating all watchers from cacher overlappingrangeipreservations.whereabouts.cni.cncf.io
W0216 02:24:57.707502      12 cacher.go:171] Terminating all watchers from cacher clusterresourcequotas.quota.openshift.io
W0216 02:24:57.707959      12 cacher.go:171] Terminating all watchers from cacher storages.operator.openshift.io
W0216 02:24:57.708418      12 cacher.go:171] Terminating all watchers from cacher baremetalhosts.metal3.io
W0216 02:24:57.709018      12 cacher.go:171] Terminating all watchers from cacher prometheuses.monitoring.coreos.com
W0216 02:24:57.709540      12 cacher.go:171] Terminating all watchers from cacher kubeletconfigs.machineconfiguration.openshift.io
W0216 02:24:57.710271      12 cacher.go:171] Terminating all watchers from cacher controllerconfigs.machineconfiguration.openshift.io
W0216 02:24:57.711240      12 cacher.go:171] Terminating all watchers from cacher credentialsrequests.cloudcredential.openshift.io
W0216 02:24:57.711657      12 cacher.go:171] Terminating all watchers from cacher preprovisioningimages.metal3.io
W0216 02:24:57.712101      12 cacher.go:171] Terminating all watchers from cacher machineconfigpools.machineconfiguration.openshift.io
W0216 02:24:57.712695      12 cacher.go:171] Terminating all watchers from cacher profiles.tuned.openshift.io
W0216 02:24:57.713286      12 cacher.go:171] Terminating all watchers from cacher operators.operators.coreos.com
W0216 02:24:57.713671      12 cacher.go:171] Terminating all watchers from cacher podmonitors.monitoring.coreos.com
W0216 02:24:57.714031      12 cacher.go:171] Terminating all watchers from cacher machineautoscalers.autoscaling.openshift.io
I0216 02:24:57.741347       1 main.go:235] Termination finished with exit code 0
I0216 02:24:57.741414       1 main.go:188] Deleting termination lock file "/var/log/kube-apiserver/.terminating"
---
I0216 02:28:34.343176       1 main.go:213] Received signal terminated. Forwarding to sub-process "hyperkube".
I0216 02:28:34.343748      13 genericapiserver.go:554] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0216 02:28:34.343833      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ShutdownInitiated' Received signal to terminate, becoming unready, but keeping serving
I0216 02:28:34.344963      13 controller.go:128] Shutting down kubernetes service endpoint reconciler
I0216 02:28:34.354885      13 genericapiserver.go:544] "[graceful-termination] shutdown event" name="AfterShutdownDelayDuration"
I0216 02:28:34.354942      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'AfterShutdownDelayDuration' The minimal shutdown duration of 0s finished
W0216 02:28:34.364166      13 lease.go:265] Resetting endpoints for master service "kubernetes" to []
I0216 02:28:34.382308      13 genericapiserver.go:721] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0216 02:28:34.382361      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationPreShutdownHooksFinished' All pre-shutdown hooks have been finished
I0216 02:28:34.382715      13 genericapiserver.go:633] "[graceful-termination] shutdown event" name="NotAcceptingNewRequest"
I0216 02:28:34.382755      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'InFlightRequestsDrained' All non long-running request(s) in-flight have drained
I0216 02:28:34.382958      13 genericapiserver.go:679] "[graceful-termination] not going to wait for active watch request(s) to drain"
I0216 02:28:34.434120      13 genericapiserver.go:670] [graceful-termination] in-flight non long-running request(s) have drained
I0216 02:28:34.434184      13 genericapiserver.go:711] "[graceful-termination] shutdown event" name="InFlightRequestsDrained"
I0216 02:28:34.434274      13 genericapiserver.go:735] "[graceful-termination] audit backend shutdown completed"
I0216 02:28:34.434351      13 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I0216 02:28:34.434402      13 controller.go:157] Shutting down quota evaluator
I0216 02:28:34.434416      13 controller.go:176] quota evaluator worker shutdown
I0216 02:28:34.435585      13 apiaccess_count_controller.go:95] Shutting down APIRequestCount controller.
I0216 02:28:34.435720      13 controller.go:120] Shutting down OpenAPI V3 controller
I0216 02:28:34.435779      13 customresource_discovery_controller.go:328] Shutting down DiscoveryController
I0216 02:28:34.435814      13 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I0216 02:28:34.435859      13 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I0216 02:28:34.435883      13 dynamic_serving_content.go:149] "Shutting down controller" name="aggregator-proxy-cert::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.crt::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.key"
I0216 02:28:34.435941      13 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"
I0216 02:28:34.436218      13 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I0216 02:28:34.435810      13 apiapproval_controller.go:201] Shutting down KubernetesAPIApprovalPolicyConformantConditionController
I0216 02:28:34.435831      13 naming_controller.go:305] Shutting down NamingConditionController
I0216 02:28:34.435851      13 controller.go:84] Shutting down OpenAPI AggregationController
I0216 02:28:34.435852      13 establishing_controller.go:92] Shutting down EstablishingController
I0216 02:28:34.435867      13 nonstructuralschema_controller.go:207] Shutting down NonStructuralSchemaConditionController
I0216 02:28:34.435880      13 crd_finalizer.go:281] Shutting down CRDFinalizer
I0216 02:28:34.435895      13 controller.go:170] Shutting down OpenAPI controller
I0216 02:28:34.435910      13 autoregister_controller.go:168] Shutting down autoregister controller
I0216 02:28:34.435921      13 crdregistration_controller.go:146] Shutting down crd-autoregister controller
I0216 02:28:34.435951      13 apiservice_controller.go:134] Shutting down APIServiceRegistrationController
I0216 02:28:34.438773      13 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.key"
I0216 02:28:34.438894      13 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I0216 02:28:34.438937      13 controller.go:176] quota evaluator worker shutdown
I0216 02:28:34.438973      13 controller.go:176] quota evaluator worker shutdown
I0216 02:28:34.438987      13 controller.go:176] quota evaluator worker shutdown
I0216 02:28:34.438986      13 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.key"
I0216 02:28:34.439080      13 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I0216 02:28:34.439147      13 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I0216 02:28:34.435971      13 gc_controller.go:91] Shutting down apiserver lease garbage collector
I0216 02:28:34.440949      13 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.crt::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.key"
I0216 02:28:34.441007      13 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.key"
I0216 02:28:34.435987      13 apf_controller.go:389] Shutting down API Priority and Fairness config worker
I0216 02:28:34.435999      13 controller.go:132] Ending legacy_token_tracking_controller
I0216 02:28:34.441197      13 controller.go:133] Shutting down legacy_token_tracking_controller
I0216 02:28:34.436014      13 remote_available_controller.go:449] Shutting down RemoteAvailability controller
I0216 02:28:34.436018      13 secure_serving.go:258] Stopped listening on [::]:6443
I0216 02:28:34.441470      13 genericapiserver.go:624] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening"
I0216 02:28:34.441555      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'HTTPServerStoppedListening' HTTP Server has stopped listening
I0216 02:28:34.436029      13 local_available_controller.go:172] Shutting down LocalAvailability controller
I0216 02:28:34.436043      13 system_namespaces_controller.go:76] Shutting down system namespaces controller
I0216 02:28:34.436072      13 controller.go:86] Shutting down OpenAPI V3 AggregationController
I0216 02:28:34.435624      13 clusterquotamapping.go:142] Shutting down ClusterQuotaMappingController controller
I0216 02:28:34.436190      13 controller.go:176] quota evaluator worker shutdown
I0216 02:28:34.436674      13 storage_flowcontrol.go:186] APF bootstrap ensurer is exiting
I0216 02:28:34.436701      13 cluster_authentication_trust_controller.go:466] Shutting down cluster_authentication_trust_controller controller
E0216 02:28:34.444316      13 wrap.go:53] "Timeout or abort while handling" logger="UnhandledError" method="GET" URI="/apis/user.openshift.io/v1/groups?allowWatchBookmarks=true&resourceVersion=15881&timeout=9m35s&timeoutSeconds=575&watch=true" auditID="865e9cda-04af-4276-8a60-eb2c2d4235a5"
I0216 02:28:36.436711      13 genericapiserver.go:742] [graceful-termination] apiserver is exiting
I0216 02:28:36.436747      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationGracefulTerminationFinished' All pending requests processed
W0216 02:28:36.440361      13 cacher.go:171] Terminating all watchers from cacher apiservices.apiregistration.k8s.io
W0216 02:28:36.441058      13 cacher.go:171] Terminating all watchers from cacher configmaps
W0216 02:28:36.443520      13 cacher.go:171] Terminating all watchers from cacher endpoints
W0216 02:28:36.447096      13 cacher.go:171] Terminating all watchers from cacher namespaces
W0216 02:28:36.448528      13 cacher.go:171] Terminating all watchers from cacher serviceaccounts
W0216 02:28:36.450066      13 cacher.go:171] Terminating all watchers from cacher pods
W0216 02:28:36.450948      13 cacher.go:171] Terminating all watchers from cacher replicationcontrollers
W0216 02:28:36.451413      13 cacher.go:171] Terminating all watchers from cacher services
W0216 02:28:36.461724      13 cacher.go:171] Terminating all watchers from cacher persistentvolumes
W0216 02:28:36.463086      13 cacher.go:171] Terminating all watchers from cacher resourcequotas
W0216 02:28:36.465310      13 cacher.go:171] Terminating all watchers from cacher secrets
W0216 02:28:36.474699      13 cacher.go:171] Terminating all watchers from cacher podtemplates
W0216 02:28:36.477217      13 cacher.go:171] Terminating all watchers from cacher nodes
W0216 02:28:36.479911      13 cacher.go:171] Terminating all watchers from cacher limitranges
W0216 02:28:36.480902      13 cacher.go:171] Terminating all watchers from cacher persistentvolumeclaims
W0216 02:28:36.482033      13 cacher.go:171] Terminating all watchers from cacher horizontalpodautoscalers.autoscaling
W0216 02:28:36.483148      13 cacher.go:171] Terminating all watchers from cacher jobs.batch
W0216 02:28:36.483977      13 cacher.go:171] Terminating all watchers from cacher cronjobs.batch
W0216 02:28:36.485064      13 cacher.go:171] Terminating all watchers from cacher certificatesigningrequests.certificates.k8s.io
W0216 02:28:36.486776      13 cacher.go:171] Terminating all watchers from cacher leases.coordination.k8s.io
W0216 02:28:36.487294      13 cacher.go:171] Terminating all watchers from cacher endpointslices.discovery.k8s.io
W0216 02:28:36.488130      13 cacher.go:171] Terminating all watchers from cacher networkpolicies.networking.k8s.io
W0216 02:28:36.488942      13 cacher.go:171] Terminating all watchers from cacher ingresses.networking.k8s.io
W0216 02:28:36.490106      13 cacher.go:171] Terminating all watchers from cacher ingressclasses.networking.k8s.io
W0216 02:28:36.490635      13 cacher.go:171] Terminating all watchers from cacher runtimeclasses.node.k8s.io
W0216 02:28:36.491289      13 cacher.go:171] Terminating all watchers from cacher poddisruptionbudgets.policy
W0216 02:28:36.492470      13 cacher.go:171] Terminating all watchers from cacher clusterrolebindings.rbac.authorization.k8s.io
W0216 02:28:36.493363      13 cacher.go:171] Terminating all watchers from cacher roles.rbac.authorization.k8s.io
W0216 02:28:36.495529      13 cacher.go:171] Terminating all watchers from cacher rolebindings.rbac.authorization.k8s.io
W0216 02:28:36.496833      13 cacher.go:171] Terminating all watchers from cacher clusterroles.rbac.authorization.k8s.io
W0216 02:28:36.498184      13 cacher.go:171] Terminating all watchers from cacher priorityclasses.scheduling.k8s.io
W0216 02:28:36.498769      13 cacher.go:171] Terminating all watchers from cacher storageclasses.storage.k8s.io
W0216 02:28:36.500607      13 cacher.go:171] Terminating all watchers from cacher volumeattachments.storage.k8s.io
W0216 02:28:36.501220      13 cacher.go:171] Terminating all watchers from cacher csinodes.storage.k8s.io
W0216 02:28:36.501739      13 cacher.go:171] Terminating all watchers from cacher csidrivers.storage.k8s.io
W0216 02:28:36.502489      13 cacher.go:171] Terminating all watchers from cacher csistoragecapacities.storage.k8s.io
W0216 02:28:36.504610      13 cacher.go:171] Terminating all watchers from cacher flowschemas.flowcontrol.apiserver.k8s.io
W0216 02:28:36.505196      13 cacher.go:171] Terminating all watchers from cacher prioritylevelconfigurations.flowcontrol.apiserver.k8s.io
W0216 02:28:36.505859      13 cacher.go:171] Terminating all watchers from cacher daemonsets.apps
W0216 02:28:36.506533      13 cacher.go:171] Terminating all watchers from cacher deployments.apps
W0216 02:28:36.507173      13 cacher.go:171] Terminating all watchers from cacher replicasets.apps
W0216 02:28:36.507723      13 cacher.go:171] Terminating all watchers from cacher controllerrevisions.apps
W0216 02:28:36.508312      13 cacher.go:171] Terminating all watchers from cacher statefulsets.apps
W0216 02:28:36.509030      13 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicybindings.admissionregistration.k8s.io
W0216 02:28:36.509883      13 cacher.go:171] Terminating all watchers from cacher validatingwebhookconfigurations.admissionregistration.k8s.io
W0216 02:28:36.510934      13 cacher.go:171] Terminating all watchers from cacher mutatingwebhookconfigurations.admissionregistration.k8s.io
W0216 02:28:36.512078      13 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicies.admissionregistration.k8s.io
W0216 02:28:36.513568      13 cacher.go:171] Terminating all watchers from cacher customresourcedefinitions.apiextensions.k8s.io
W0216 02:28:36.514523      13 cacher.go:171] Terminating all watchers from cacher alertmanagers.monitoring.coreos.com
W0216 02:28:36.515167      13 cacher.go:171] Terminating all watchers from cacher csisnapshotcontrollers.operator.openshift.io
W0216 02:28:36.516678      13 cacher.go:171] Terminating all watchers from cacher imagepruners.imageregistry.operator.openshift.io
W0216 02:28:36.517113      13 cacher.go:171] Terminating all watchers from cacher rolebindingrestrictions.authorization.openshift.io
W0216 02:28:36.517641      13 cacher.go:171] Terminating all watchers from cacher clustercsidrivers.operator.openshift.io
W0216 02:28:36.518289      13 cacher.go:171] Terminating all watchers from cacher configs.imageregistry.operator.openshift.io
W0216 02:28:36.518934      13 cacher.go:171] Terminating all watchers from cacher openshiftcontrollermanagers.operator.openshift.io
W0216 02:28:36.519649      13 cacher.go:171] Terminating all watchers from cacher tuneds.tuned.openshift.io
W0216 02:28:36.520830      13 cacher.go:171] Terminating all watchers from cacher apiservers.config.openshift.io
W0216 02:28:36.522996      13 cacher.go:171] Terminating all watchers from cacher imagetagmirrorsets.config.openshift.io
W0216 02:28:36.524092      13 cacher.go:171] Terminating all watchers from cacher provisionings.metal3.io
W0216 02:28:36.524797      13 cacher.go:171] Terminating all watchers from cacher helmchartrepositories.helm.openshift.io
W0216 02:28:36.525267      13 cacher.go:171] Terminating all watchers from cacher oauths.config.openshift.io
W0216 02:28:36.526124      13 cacher.go:171] Terminating all watchers from cacher alertrelabelconfigs.monitoring.openshift.io
W0216 02:28:36.527336      13 cacher.go:171] Terminating all watchers from cacher machineosbuilds.machineconfiguration.openshift.io
W0216 02:28:36.529050      13 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W0216 02:28:36.530287      13 cacher.go:171] Terminating all watchers from cacher dnses.config.openshift.io
W0216 02:28:36.530894      13 cacher.go:171] Terminating all watchers from cacher machines.machine.openshift.io
W0216 02:28:36.532932      13 cacher.go:171] Terminating all watchers from cacher egressqoses.k8s.ovn.org
W0216 02:28:36.533775      13 cacher.go:171] Terminating all watchers from cacher overlappingrangeipreservations.whereabouts.cni.cncf.io
W0216 02:28:36.534318      13 cacher.go:171] Terminating all watchers from cacher olmconfigs.operators.coreos.com
W0216 02:28:36.534966      13 cacher.go:171] Terminating all watchers from cacher baremetalhosts.metal3.io
W0216 02:28:36.535415      13 cacher.go:171] Terminating all watchers from cacher catalogsources.operators.coreos.com
W0216 02:28:36.536067      13 cacher.go:171] Terminating all watchers from cacher consoleclidownloads.console.openshift.io
W0216 02:28:36.537253      13 cacher.go:171] Terminating all watchers from cacher operatorconditions.operators.coreos.com
W0216 02:28:36.537788      13 cacher.go:171] Terminating all watchers from cacher configs.operator.openshift.io
W0216 02:28:36.538124      13 cacher.go:171] Terminating all watchers from cacher operatorgroups.operators.coreos.com
W0216 02:28:36.539158      13 cacher.go:171] Terminating all watchers from cacher performanceprofiles.performance.openshift.io
W0216 02:28:36.540384      13 cacher.go:171] Terminating all watchers from cacher securitycontextconstraints.security.openshift.io
W0216 02:28:36.540974      13 cacher.go:171] Terminating all watchers from cacher machinesets.machine.openshift.io
W0216 02:28:36.541690      13 cacher.go:171] Terminating all watchers from cacher prometheusrules.monitoring.coreos.com
W0216 02:28:36.542360      13 cacher.go:171] Terminating all watchers from cacher consolequickstarts.console.openshift.io
W0216 02:28:36.542795      13 cacher.go:171] Terminating all watchers from cacher clustercatalogs.olm.operatorframework.io
W0216 02:28:36.543782      13 cacher.go:171] Terminating all watchers from cacher hostfirmwarecomponents.metal3.io
W0216 02:28:36.544525      13 cacher.go:171] Terminating all watchers from cacher servicemonitors.monitoring.coreos.com
W0216 02:28:36.544989      13 cacher.go:171] Terminating all watchers from cacher images.config.openshift.io
W0216 02:28:36.545711      13 cacher.go:171] Terminating all watchers from cacher networks.operator.openshift.io
W0216 02:28:36.546453      13 cacher.go:171] Terminating all watchers from cacher storagestates.migration.k8s.io
W0216 02:28:36.546984      13 cacher.go:171] Terminating all watchers from cacher nodes.config.openshift.io
W0216 02:28:36.548132      13 cacher.go:171] Terminating all watchers from cacher machineosconfigs.machineconfiguration.openshift.io
W0216 02:28:36.548721      13 cacher.go:171] Terminating all watchers from cacher ingresses.config.openshift.io
W0216 02:28:36.549222      13 cacher.go:171] Terminating all watchers from cacher consoleexternalloglinks.console.openshift.io
W0216 02:28:36.549925      13 cacher.go:171] Terminating all watchers from cacher prometheuses.monitoring.coreos.com
W0216 02:28:36.550795      13 cacher.go:171] Terminating all watchers from cacher clusterversions.config.openshift.io
W0216 02:28:36.551870      13 cacher.go:171] Terminating all watchers from cacher kubeletconfigs.machineconfiguration.openshift.io
W0216 02:28:36.552666      13 cacher.go:171] Terminating all watchers from cacher ipaddressclaims.ipam.cluster.x-k8s.io
W0216 02:28:36.553230      13 cacher.go:171] Terminating all watchers from cacher kubecontrollermanagers.operator.openshift.io
W0216 02:28:36.553654      13 cacher.go:171] Terminating all watchers from cacher imagecontentpolicies.config.openshift.io
W0216 02:28:36.554232      13 cacher.go:171] Terminating all watchers from cacher kubeapiservers.operator.openshift.io
W0216 02:28:36.554708      13 cacher.go:171] Terminating all watchers from cacher consoleplugins.console.openshift.io
W0216 02:28:36.555582      13 cacher.go:171] Terminating all watchers from cacher hostupdatepolicies.metal3.io
W0216 02:28:36.556627      13 cacher.go:171] Terminating all watchers from cacher metal3remediationtemplates.infrastructure.cluster.x-k8s.io
W0216 02:28:36.557348      13 cacher.go:171] Terminating all watchers from cacher builds.config.openshift.io
W0216 02:28:36.557902      13 cacher.go:171] Terminating all watchers from cacher projects.config.openshift.io
W0216 02:28:36.558853      13 cacher.go:171] Terminating all watchers from cacher clusteruserdefinednetworks.k8s.ovn.org
W0216 02:28:36.560074      13 cacher.go:171] Terminating all watchers from cacher storages.operator.openshift.io
W0216 02:28:36.560536      13 cacher.go:171] Terminating all watchers from cacher olms.operator.openshift.io
W0216 02:28:36.561105      13 cacher.go:171] Terminating all watchers from cacher containerruntimeconfigs.machineconfiguration.openshift.io
W0216 02:28:36.561706      13 cacher.go:171] Terminating all watchers from cacher ippools.whereabouts.cni.cncf.io
W0216 02:28:36.562245      13 cacher.go:171] Terminating all watchers from cacher consoleyamlsamples.console.openshift.io
W0216 02:28:36.562737      13 cacher.go:171] Terminating all watchers from cacher consolesamples.console.openshift.io
W0216 02:28:36.563244      13 cacher.go:171] Terminating all watchers from cacher egressrouters.network.operator.openshift.io
W0216 02:28:36.563941      13 cacher.go:171] Terminating all watchers from cacher controlplanemachinesets.machine.openshift.io
W0216 02:28:36.564620      13 cacher.go:171] Terminating all watchers from cacher probes.monitoring.coreos.com
W0216 02:28:36.565230      13 cacher.go:171] Terminating all watchers from cacher alertingrules.monitoring.openshift.io
W0216 02:28:36.565744      13 cacher.go:171] Terminating all watchers from cacher dnsrecords.ingress.operator.openshift.io
W0216 02:28:36.566365      13 cacher.go:171] Terminating all watchers from cacher operatorpkis.network.operator.openshift.io
W0216 02:28:36.566851      13 cacher.go:171] Terminating all watchers from cacher credentialsrequests.cloudcredential.openshift.io
W0216 02:28:36.567525      13 cacher.go:171] Terminating all watchers from cacher controllerconfigs.machineconfiguration.openshift.io
W0216 02:28:36.568264      13 cacher.go:171] Terminating all watchers from cacher consolelinks.console.openshift.io
W0216 02:28:36.568854      13 cacher.go:171] Terminating all watchers from cacher authentications.operator.openshift.io
W0216 02:28:36.569427      13 cacher.go:171] Terminating all watchers from cacher egressfirewalls.k8s.ovn.org
W0216 02:28:36.569999      13 cacher.go:171] Terminating all watchers from cacher machineconfigs.machineconfiguration.openshift.io
W0216 02:28:36.570507      13 cacher.go:171] Terminating all watchers from cacher machineconfigurations.operator.openshift.io
W0216 02:28:36.570822      13 cacher.go:171] Terminating all watchers from cacher adminnetworkpolicies.policy.networking.k8s.io
W0216 02:28:36.571152      13 cacher.go:171] Terminating all watchers from cacher imagedigestmirrorsets.config.openshift.io
W0216 02:28:36.571723      13 cacher.go:171] Terminating all watchers from cacher dataimages.metal3.io
W0216 02:28:36.572120      13 cacher.go:171] Terminating all watchers from cacher cloudcredentials.operator.openshift.io
W0216 02:28:36.572541      13 cacher.go:171] Terminating all watchers from cacher bmceventsubscriptions.metal3.io
W0216 02:28:36.573014      13 cacher.go:171] Terminating all watchers from cacher schedulers.config.openshift.io
W0216 02:28:36.573615      13 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0216 02:28:36.574581      13 cacher.go:171] Terminating all watchers from cacher clusterautoscalers.autoscaling.openshift.io
W0216 02:28:36.575068      13 cacher.go:171] Terminating all watchers from cacher servicecas.operator.openshift.io
W0216 02:28:36.575630      13 cacher.go:171] Terminating all watchers from cacher network-attachment-definitions.k8s.cni.cncf.io
W0216 02:28:36.576153      13 cacher.go:171] Terminating all watchers from cacher operators.operators.coreos.com
W0216 02:28:36.576565      13 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0216 02:28:36.577553      13 cacher.go:171] Terminating all watchers from cacher operatorhubs.config.openshift.io
W0216 02:28:36.578242      13 cacher.go:171] Terminating all watchers from cacher apirequestcounts.apiserver.openshift.io
W0216 02:28:36.578580      13 cacher.go:171] Terminating all watchers from cacher egressips.k8s.ovn.org
W0216 02:28:36.579052      13 cacher.go:171] Terminating all watchers from cacher clusterextensions.olm.operatorframework.io
W0216 02:28:36.579704      13 cacher.go:171] Terminating all watchers from cacher firmwareschemas.metal3.io
W0216 02:28:36.580283      13 cacher.go:171] Terminating all watchers from cacher insightsoperators.operator.openshift.io
W0216 02:28:36.580948      13 cacher.go:171] Terminating all watchers from cacher proxies.config.openshift.io
W0216 02:28:36.582387      13 cacher.go:171] Terminating all watchers from cacher podmonitors.monitoring.coreos.com
W0216 02:28:36.583110      13 cacher.go:171] Terminating all watchers from cacher clusteroperators.config.openshift.io
W0216 02:28:36.583939      13 cacher.go:171] Terminating all watchers from cacher kubeschedulers.operator.openshift.io
W0216 02:28:36.584364      13 cacher.go:171] Terminating all watchers from cacher subscriptions.operators.coreos.com
W0216 02:28:36.585181      13 cacher.go:171] Terminating all watchers from cacher networks.config.openshift.io
W0216 02:28:36.585967      13 cacher.go:171] Terminating all watchers from cacher configs.samples.operator.openshift.io
W0216 02:28:36.586523      13 cacher.go:171] Terminating all watchers from cacher imagecontentsourcepolicies.operator.openshift.io
W0216 02:28:36.587068      13 cacher.go:171] Terminating all watchers from cacher hostfirmwaresettings.metal3.io
W0216 02:28:36.587648      13 cacher.go:171] Terminating all watchers from cacher ingresscontrollers.operator.openshift.io
W0216 02:28:36.588383      13 cacher.go:171] Terminating all watchers from cacher storageversionmigrations.migration.k8s.io
W0216 02:28:36.588974      13 cacher.go:171] Terminating all watchers from cacher authentications.config.openshift.io
W0216 02:28:36.589702      13 cacher.go:171] Terminating all watchers from cacher adminpolicybasedexternalroutes.k8s.ovn.org
W0216 02:28:36.590203      13 cacher.go:171] Terminating all watchers from cacher hardwaredata.metal3.io
W0216 02:28:36.590793      13 cacher.go:171] Terminating all watchers from cacher profiles.tuned.openshift.io
W0216 02:28:36.591192      13 cacher.go:171] Terminating all watchers from cacher etcds.operator.openshift.io
W0216 02:28:36.591662      13 cacher.go:171] Terminating all watchers from cacher thanosrulers.monitoring.coreos.com
W0216 02:28:36.592668      13 cacher.go:171] Terminating all watchers from cacher ipaddresses.ipam.cluster.x-k8s.io
W0216 02:28:36.593351      13 cacher.go:171] Terminating all watchers from cacher clusterresourcequotas.quota.openshift.io
W0216 02:28:36.593847      13 cacher.go:171] Terminating all watchers from cacher consoles.config.openshift.io
W0216 02:28:36.594785      13 cacher.go:171] Terminating all watchers from cacher machinehealthchecks.machine.openshift.io
W0216 02:28:36.595479      13 cacher.go:171] Terminating all watchers from cacher userdefinednetworks.k8s.ovn.org
W0216 02:28:36.595998      13 cacher.go:171] Terminating all watchers from cacher infrastructures.config.openshift.io
W0216 02:28:36.597187      13 cacher.go:171] Terminating all watchers from cacher machineautoscalers.autoscaling.openshift.io
W0216 02:28:36.598015      13 cacher.go:171] Terminating all watchers from cacher ipamclaims.k8s.cni.cncf.io
W0216 02:28:36.598751      13 cacher.go:171] Terminating all watchers from cacher projecthelmchartrepositories.helm.openshift.io
W0216 02:28:36.600235      13 cacher.go:171] Terminating all watchers from cacher podnetworkconnectivitychecks.controlplane.operator.openshift.io
W0216 02:28:36.600985      13 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W0216 02:28:36.601584      13 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W0216 02:28:36.602604      13 cacher.go:171] Terminating all watchers from cacher metal3remediations.infrastructure.cluster.x-k8s.io
W0216 02:28:36.603263      13 cacher.go:171] Terminating all watchers from cacher featuregates.config.openshift.io
W0216 02:28:36.605357      13 cacher.go:171] Terminating all watchers from cacher consolenotifications.console.openshift.io
W0216 02:28:36.606209      13 cacher.go:171] Terminating all watchers from cacher consoles.operator.openshift.io
W0216 02:28:36.606762      13 cacher.go:171] Terminating all watchers from cacher installplans.operators.coreos.com
W0216 02:28:36.607794      13 cacher.go:171] Terminating all watchers from cacher baselineadminnetworkpolicies.policy.networking.k8s.io
W0216 02:28:36.608256      13 cacher.go:171] Terminating all watchers from cacher clusterserviceversions.operators.coreos.com
W0216 02:28:36.609160      13 cacher.go:171] Terminating all watchers from cacher egressservices.k8s.ovn.org
W0216 02:28:36.610115      13 cacher.go:171] Terminating all watchers from cacher kubestorageversionmigrators.operator.openshift.io
W0216 02:28:36.611747      13 cacher.go:171] Terminating all watchers from cacher machineconfigpools.machineconfiguration.openshift.io
W0216 02:28:36.612616      13 cacher.go:171] Terminating all watchers from cacher nodeslicepools.whereabouts.cni.cncf.io
W0216 02:28:36.613029      13 cacher.go:171] Terminating all watchers from cacher dnses.operator.openshift.io
W0216 02:28:36.613550      13 cacher.go:171] Terminating all watchers from cacher preprovisioningimages.metal3.io
W0216 02:28:36.614014      13 cacher.go:171] Terminating all watchers from cacher rangeallocations.security.internal.openshift.io
W0216 02:28:36.614540      13 cacher.go:171] Terminating all watchers from cacher openshiftapiservers.operator.openshift.io
I0216 02:28:36.640989       1 main.go:235] Termination finished with exit code 0
I0216 02:28:36.641048       1 main.go:188] Deleting termination lock file "/var/log/kube-apiserver/.terminating"
---