---
I1204 00:48:35.887974       1 main.go:213] Received signal terminated. Forwarding to sub-process "hyperkube".
I1204 00:48:35.889189      13 genericapiserver.go:554] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I1204 00:48:35.889256      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ShutdownInitiated' Received signal to terminate, becoming unready, but keeping serving
I1204 00:48:35.889428      13 controller.go:128] Shutting down kubernetes service endpoint reconciler
I1204 00:48:35.904389      13 genericapiserver.go:544] "[graceful-termination] shutdown event" name="AfterShutdownDelayDuration"
I1204 00:48:35.904435      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'AfterShutdownDelayDuration' The minimal shutdown duration of 0s finished
W1204 00:48:35.911071      13 lease.go:265] Resetting endpoints for master service "kubernetes" to []
I1204 00:48:35.931581      13 genericapiserver.go:721] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I1204 00:48:35.931620      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationPreShutdownHooksFinished' All pre-shutdown hooks have been finished
I1204 00:48:35.931783      13 genericapiserver.go:633] "[graceful-termination] shutdown event" name="NotAcceptingNewRequest"
I1204 00:48:35.931807      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'InFlightRequestsDrained' All non long-running request(s) in-flight have drained
I1204 00:48:35.931966      13 genericapiserver.go:679] "[graceful-termination] not going to wait for active watch request(s) to drain"
I1204 00:48:35.940555      13 genericapiserver.go:670] [graceful-termination] in-flight non long-running request(s) have drained
I1204 00:48:35.940593      13 genericapiserver.go:711] "[graceful-termination] shutdown event" name="InFlightRequestsDrained"
I1204 00:48:35.940665      13 controller.go:157] Shutting down quota evaluator
I1204 00:48:35.940684      13 controller.go:176] quota evaluator worker shutdown
I1204 00:48:35.940699      13 controller.go:176] quota evaluator worker shutdown
I1204 00:48:35.940707      13 controller.go:176] quota evaluator worker shutdown
I1204 00:48:35.940709      13 controller.go:176] quota evaluator worker shutdown
I1204 00:48:35.940714      13 controller.go:176] quota evaluator worker shutdown
I1204 00:48:35.940733      13 genericapiserver.go:735] "[graceful-termination] audit backend shutdown completed"
I1204 00:48:35.940802      13 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I1204 00:48:35.941317      13 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.crt::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.key"
I1204 00:48:35.941352      13 controller.go:132] Ending legacy_token_tracking_controller
I1204 00:48:35.941375      13 controller.go:133] Shutting down legacy_token_tracking_controller
I1204 00:48:35.941377      13 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I1204 00:48:35.941407      13 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.key"
I1204 00:48:35.941424      13 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.key"
I1204 00:48:35.941441      13 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I1204 00:48:35.941461      13 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.key"
I1204 00:48:35.941531      13 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I1204 00:48:35.941541      13 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I1204 00:48:35.941557      13 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I1204 00:48:35.941360      13 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I1204 00:48:35.941358      13 secure_serving.go:258] Stopped listening on [::]:6443
I1204 00:48:35.941650      13 genericapiserver.go:624] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening"
I1204 00:48:35.941675      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'HTTPServerStoppedListening' HTTP Server has stopped listening
I1204 00:48:35.942602      13 cluster_authentication_trust_controller.go:466] Shutting down cluster_authentication_trust_controller controller
I1204 00:48:35.942695      13 storage_flowcontrol.go:186] APF bootstrap ensurer is exiting
E1204 00:48:35.943105      13 wrap.go:53] "Timeout or abort while handling" logger="UnhandledError" method="GET" URI="/apis/user.openshift.io/v1/groups?allowWatchBookmarks=true&resourceVersion=12912&timeout=8m38s&timeoutSeconds=518&watch=true" auditID="5da6c0e2-b27e-49fe-a079-38d5df1b9610"
I1204 00:48:35.943426      13 controller.go:86] Shutting down OpenAPI V3 AggregationController
I1204 00:48:35.943490      13 apiaccess_count_controller.go:95] Shutting down APIRequestCount controller.
I1204 00:48:35.943501      13 controller.go:84] Shutting down OpenAPI AggregationController
I1204 00:48:35.943744      13 clusterquotamapping.go:142] Shutting down ClusterQuotaMappingController controller
I1204 00:48:35.943781      13 controller.go:120] Shutting down OpenAPI V3 controller
I1204 00:48:35.943796      13 apiservice_controller.go:134] Shutting down APIServiceRegistrationController
I1204 00:48:35.943812      13 customresource_discovery_controller.go:328] Shutting down DiscoveryController
I1204 00:48:35.943830      13 apiapproval_controller.go:201] Shutting down KubernetesAPIApprovalPolicyConformantConditionController
I1204 00:48:35.943846      13 nonstructuralschema_controller.go:207] Shutting down NonStructuralSchemaConditionController
I1204 00:48:35.943860      13 establishing_controller.go:92] Shutting down EstablishingController
I1204 00:48:35.943874      13 controller.go:170] Shutting down OpenAPI controller
I1204 00:48:35.943889      13 system_namespaces_controller.go:76] Shutting down system namespaces controller
I1204 00:48:35.943889      13 gc_controller.go:91] Shutting down apiserver lease garbage collector
I1204 00:48:35.943910      13 crd_finalizer.go:281] Shutting down CRDFinalizer
I1204 00:48:35.943975      13 naming_controller.go:305] Shutting down NamingConditionController
I1204 00:48:35.943990      13 autoregister_controller.go:168] Shutting down autoregister controller
I1204 00:48:35.944005      13 crdregistration_controller.go:146] Shutting down crd-autoregister controller
I1204 00:48:35.944102      13 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"
I1204 00:48:35.944121      13 dynamic_serving_content.go:149] "Shutting down controller" name="aggregator-proxy-cert::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.crt::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.key"
I1204 00:48:35.943920      13 local_available_controller.go:172] Shutting down LocalAvailability controller
I1204 00:48:35.943945      13 apf_controller.go:389] Shutting down API Priority and Fairness config worker
I1204 00:48:35.943956      13 remote_available_controller.go:449] Shutting down RemoteAvailability controller
I1204 00:48:37.941412      13 genericapiserver.go:742] [graceful-termination] apiserver is exiting
I1204 00:48:37.941479      13 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationGracefulTerminationFinished' All pending requests processed
W1204 00:48:37.945421      13 cacher.go:171] Terminating all watchers from cacher apiservices.apiregistration.k8s.io
W1204 00:48:37.946290      13 cacher.go:171] Terminating all watchers from cacher persistentvolumeclaims
W1204 00:48:37.947542      13 cacher.go:171] Terminating all watchers from cacher endpoints
W1204 00:48:37.950175      13 cacher.go:171] Terminating all watchers from cacher nodes
W1204 00:48:37.951078      13 cacher.go:171] Terminating all watchers from cacher secrets
W1204 00:48:37.956715      13 cacher.go:171] Terminating all watchers from cacher replicationcontrollers
W1204 00:48:37.957959      13 cacher.go:171] Terminating all watchers from cacher services
W1204 00:48:37.959753      13 cacher.go:171] Terminating all watchers from cacher limitranges
W1204 00:48:37.960608      13 cacher.go:171] Terminating all watchers from cacher namespaces
W1204 00:48:37.963606      13 cacher.go:171] Terminating all watchers from cacher pods
W1204 00:48:37.966020      13 cacher.go:171] Terminating all watchers from cacher serviceaccounts
W1204 00:48:37.967451      13 cacher.go:171] Terminating all watchers from cacher configmaps
W1204 00:48:37.977061      13 cacher.go:171] Terminating all watchers from cacher persistentvolumes
W1204 00:48:37.981178      13 cacher.go:171] Terminating all watchers from cacher podtemplates
W1204 00:48:37.982160      13 cacher.go:171] Terminating all watchers from cacher resourcequotas
W1204 00:48:37.983153      13 cacher.go:171] Terminating all watchers from cacher horizontalpodautoscalers.autoscaling
W1204 00:48:37.985789      13 cacher.go:171] Terminating all watchers from cacher jobs.batch
W1204 00:48:37.986885      13 cacher.go:171] Terminating all watchers from cacher cronjobs.batch
W1204 00:48:37.993209      13 cacher.go:171] Terminating all watchers from cacher certificatesigningrequests.certificates.k8s.io
W1204 00:48:37.994188      13 cacher.go:171] Terminating all watchers from cacher leases.coordination.k8s.io
W1204 00:48:37.994885      13 cacher.go:171] Terminating all watchers from cacher endpointslices.discovery.k8s.io
W1204 00:48:37.996033      13 cacher.go:171] Terminating all watchers from cacher networkpolicies.networking.k8s.io
W1204 00:48:37.996960      13 cacher.go:171] Terminating all watchers from cacher ingresses.networking.k8s.io
W1204 00:48:37.998082      13 cacher.go:171] Terminating all watchers from cacher ingressclasses.networking.k8s.io
W1204 00:48:37.998994      13 cacher.go:171] Terminating all watchers from cacher runtimeclasses.node.k8s.io
W1204 00:48:37.999976      13 cacher.go:171] Terminating all watchers from cacher poddisruptionbudgets.policy
W1204 00:48:38.001424      13 cacher.go:171] Terminating all watchers from cacher roles.rbac.authorization.k8s.io
W1204 00:48:38.002692      13 cacher.go:171] Terminating all watchers from cacher rolebindings.rbac.authorization.k8s.io
W1204 00:48:38.006722      13 cacher.go:171] Terminating all watchers from cacher clusterroles.rbac.authorization.k8s.io
W1204 00:48:38.008792      13 cacher.go:171] Terminating all watchers from cacher clusterrolebindings.rbac.authorization.k8s.io
W1204 00:48:38.010453      13 cacher.go:171] Terminating all watchers from cacher priorityclasses.scheduling.k8s.io
W1204 00:48:38.011147      13 cacher.go:171] Terminating all watchers from cacher csidrivers.storage.k8s.io
W1204 00:48:38.011979      13 cacher.go:171] Terminating all watchers from cacher csistoragecapacities.storage.k8s.io
W1204 00:48:38.012622      13 cacher.go:171] Terminating all watchers from cacher storageclasses.storage.k8s.io
W1204 00:48:38.013040      13 cacher.go:171] Terminating all watchers from cacher volumeattachments.storage.k8s.io
W1204 00:48:38.013433      13 cacher.go:171] Terminating all watchers from cacher csinodes.storage.k8s.io
W1204 00:48:38.015456      13 cacher.go:171] Terminating all watchers from cacher flowschemas.flowcontrol.apiserver.k8s.io
W1204 00:48:38.015861      13 cacher.go:171] Terminating all watchers from cacher prioritylevelconfigurations.flowcontrol.apiserver.k8s.io
W1204 00:48:38.016232      13 cacher.go:171] Terminating all watchers from cacher controllerrevisions.apps
W1204 00:48:38.016748      13 cacher.go:171] Terminating all watchers from cacher deployments.apps
W1204 00:48:38.017616      13 cacher.go:171] Terminating all watchers from cacher statefulsets.apps
W1204 00:48:38.018395      13 cacher.go:171] Terminating all watchers from cacher daemonsets.apps
W1204 00:48:38.019842      13 cacher.go:171] Terminating all watchers from cacher replicasets.apps
W1204 00:48:38.020410      13 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicies.admissionregistration.k8s.io
W1204 00:48:38.020718      13 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicybindings.admissionregistration.k8s.io
W1204 00:48:38.021214      13 cacher.go:171] Terminating all watchers from cacher validatingwebhookconfigurations.admissionregistration.k8s.io
W1204 00:48:38.021711      13 cacher.go:171] Terminating all watchers from cacher mutatingwebhookconfigurations.admissionregistration.k8s.io
W1204 00:48:38.023925      13 cacher.go:171] Terminating all watchers from cacher customresourcedefinitions.apiextensions.k8s.io
W1204 00:48:38.025499      13 cacher.go:171] Terminating all watchers from cacher egressfirewalls.k8s.ovn.org
W1204 00:48:38.026100      13 cacher.go:171] Terminating all watchers from cacher thanosrulers.monitoring.coreos.com
W1204 00:48:38.026817      13 cacher.go:171] Terminating all watchers from cacher rangeallocations.security.internal.openshift.io
W1204 00:48:38.027356      13 cacher.go:171] Terminating all watchers from cacher oauths.config.openshift.io
W1204 00:48:38.028009      13 cacher.go:171] Terminating all watchers from cacher kubeapiservers.operator.openshift.io
W1204 00:48:38.028610      13 cacher.go:171] Terminating all watchers from cacher ingresscontrollers.operator.openshift.io
W1204 00:48:38.029514      13 cacher.go:171] Terminating all watchers from cacher insightsoperators.operator.openshift.io
W1204 00:48:38.030377      13 cacher.go:171] Terminating all watchers from cacher userdefinednetworks.k8s.ovn.org
W1204 00:48:38.031395      13 cacher.go:171] Terminating all watchers from cacher networks.operator.openshift.io
W1204 00:48:38.032471      13 cacher.go:171] Terminating all watchers from cacher baselineadminnetworkpolicies.policy.networking.k8s.io
W1204 00:48:38.033505      13 cacher.go:171] Terminating all watchers from cacher consoleyamlsamples.console.openshift.io
W1204 00:48:38.034007      13 cacher.go:171] Terminating all watchers from cacher configs.operator.openshift.io
W1204 00:48:38.034513      13 cacher.go:171] Terminating all watchers from cacher baremetalhosts.metal3.io
W1204 00:48:38.034981      13 cacher.go:171] Terminating all watchers from cacher csisnapshotcontrollers.operator.openshift.io
W1204 00:48:38.035657      13 cacher.go:171] Terminating all watchers from cacher machinesets.machine.openshift.io
W1204 00:48:38.036552      13 cacher.go:171] Terminating all watchers from cacher nodes.config.openshift.io
W1204 00:48:38.037704      13 cacher.go:171] Terminating all watchers from cacher dnsrecords.ingress.operator.openshift.io
W1204 00:48:38.039247      13 cacher.go:171] Terminating all watchers from cacher clusteruserdefinednetworks.k8s.ovn.org
W1204 00:48:38.041092      13 cacher.go:171] Terminating all watchers from cacher subscriptions.operators.coreos.com
W1204 00:48:38.042372      13 cacher.go:171] Terminating all watchers from cacher metal3remediationtemplates.infrastructure.cluster.x-k8s.io
W1204 00:48:38.042819      13 cacher.go:171] Terminating all watchers from cacher provisionings.metal3.io
W1204 00:48:38.043477      13 cacher.go:171] Terminating all watchers from cacher storageversionmigrations.migration.k8s.io
W1204 00:48:38.044212      13 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W1204 00:48:38.044710      13 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W1204 00:48:38.045142      13 cacher.go:171] Terminating all watchers from cacher machineautoscalers.autoscaling.openshift.io
W1204 00:48:38.045711      13 cacher.go:171] Terminating all watchers from cacher schedulers.config.openshift.io
W1204 00:48:38.046476      13 cacher.go:171] Terminating all watchers from cacher helmchartrepositories.helm.openshift.io
W1204 00:48:38.047101      13 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1204 00:48:38.048028      13 cacher.go:171] Terminating all watchers from cacher prometheuses.monitoring.coreos.com
W1204 00:48:38.048562      13 cacher.go:171] Terminating all watchers from cacher clusterautoscalers.autoscaling.openshift.io
W1204 00:48:38.049149      13 cacher.go:171] Terminating all watchers from cacher proxies.config.openshift.io
W1204 00:48:38.052769      13 cacher.go:171] Terminating all watchers from cacher operatorconditions.operators.coreos.com
W1204 00:48:38.053452      13 cacher.go:171] Terminating all watchers from cacher openshiftcontrollermanagers.operator.openshift.io
W1204 00:48:38.053892      13 cacher.go:171] Terminating all watchers from cacher networks.config.openshift.io
W1204 00:48:38.054762      13 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1204 00:48:38.055666      13 cacher.go:171] Terminating all watchers from cacher clustercatalogs.olm.operatorframework.io
W1204 00:48:38.056407      13 cacher.go:171] Terminating all watchers from cacher consolequickstarts.console.openshift.io
W1204 00:48:38.056764      13 cacher.go:171] Terminating all watchers from cacher builds.config.openshift.io
W1204 00:48:38.057719      13 cacher.go:171] Terminating all watchers from cacher machineconfigpools.machineconfiguration.openshift.io
W1204 00:48:38.058508      13 cacher.go:171] Terminating all watchers from cacher catalogsources.operators.coreos.com
W1204 00:48:38.059600      13 cacher.go:171] Terminating all watchers from cacher ipaddresses.ipam.cluster.x-k8s.io
W1204 00:48:38.060134      13 cacher.go:171] Terminating all watchers from cacher adminnetworkpolicies.policy.networking.k8s.io
W1204 00:48:38.060576      13 cacher.go:171] Terminating all watchers from cacher bmceventsubscriptions.metal3.io
W1204 00:48:38.060942      13 cacher.go:171] Terminating all watchers from cacher alertrelabelconfigs.monitoring.openshift.io
W1204 00:48:38.061476      13 cacher.go:171] Terminating all watchers from cacher ingresses.config.openshift.io
W1204 00:48:38.062671      13 cacher.go:171] Terminating all watchers from cacher machines.machine.openshift.io
W1204 00:48:38.063553      13 cacher.go:171] Terminating all watchers from cacher cloudcredentials.operator.openshift.io
W1204 00:48:38.064243      13 cacher.go:171] Terminating all watchers from cacher projecthelmchartrepositories.helm.openshift.io
W1204 00:48:38.065019      13 cacher.go:171] Terminating all watchers from cacher openshiftapiservers.operator.openshift.io
W1204 00:48:38.065742      13 cacher.go:171] Terminating all watchers from cacher installplans.operators.coreos.com
W1204 00:48:38.070381      13 cacher.go:171] Terminating all watchers from cacher egressrouters.network.operator.openshift.io
W1204 00:48:38.071636      13 cacher.go:171] Terminating all watchers from cacher hostfirmwarecomponents.metal3.io
W1204 00:48:38.072139      13 cacher.go:171] Terminating all watchers from cacher securitycontextconstraints.security.openshift.io
W1204 00:48:38.072791      13 cacher.go:171] Terminating all watchers from cacher network-attachment-definitions.k8s.cni.cncf.io
W1204 00:48:38.073624      13 cacher.go:171] Terminating all watchers from cacher clusterserviceversions.operators.coreos.com
W1204 00:48:38.074455      13 cacher.go:171] Terminating all watchers from cacher machineosbuilds.machineconfiguration.openshift.io
W1204 00:48:38.075460      13 cacher.go:171] Terminating all watchers from cacher infrastructures.config.openshift.io
W1204 00:48:38.077040      13 cacher.go:171] Terminating all watchers from cacher preprovisioningimages.metal3.io
W1204 00:48:38.077570      13 cacher.go:171] Terminating all watchers from cacher operators.operators.coreos.com
W1204 00:48:38.078192      13 cacher.go:171] Terminating all watchers from cacher alertingrules.monitoring.openshift.io
W1204 00:48:38.078869      13 cacher.go:171] Terminating all watchers from cacher consoleclidownloads.console.openshift.io
W1204 00:48:38.079418      13 cacher.go:171] Terminating all watchers from cacher operatorgroups.operators.coreos.com
W1204 00:48:38.080612      13 cacher.go:171] Terminating all watchers from cacher machineosconfigs.machineconfiguration.openshift.io
W1204 00:48:38.081707      13 cacher.go:171] Terminating all watchers from cacher apirequestcounts.apiserver.openshift.io
W1204 00:48:38.082187      13 cacher.go:171] Terminating all watchers from cacher consolenotifications.console.openshift.io
W1204 00:48:38.082696      13 cacher.go:171] Terminating all watchers from cacher imagetagmirrorsets.config.openshift.io
W1204 00:48:38.083778      13 cacher.go:171] Terminating all watchers from cacher authentications.operator.openshift.io
W1204 00:48:38.084309      13 cacher.go:171] Terminating all watchers from cacher tuneds.tuned.openshift.io
W1204 00:48:38.085091      13 cacher.go:171] Terminating all watchers from cacher controllerconfigs.machineconfiguration.openshift.io
W1204 00:48:38.085875      13 cacher.go:171] Terminating all watchers from cacher consoles.config.openshift.io
W1204 00:48:38.086517      13 cacher.go:171] Terminating all watchers from cacher profiles.tuned.openshift.io
W1204 00:48:38.087012      13 cacher.go:171] Terminating all watchers from cacher hardwaredata.metal3.io
W1204 00:48:38.087454      13 cacher.go:171] Terminating all watchers from cacher egressservices.k8s.ovn.org
W1204 00:48:38.087997      13 cacher.go:171] Terminating all watchers from cacher hostupdatepolicies.metal3.io
W1204 00:48:38.088368      13 cacher.go:171] Terminating all watchers from cacher ipamclaims.k8s.cni.cncf.io
W1204 00:48:38.088736      13 cacher.go:171] Terminating all watchers from cacher clusterversions.config.openshift.io
W1204 00:48:38.090482      13 cacher.go:171] Terminating all watchers from cacher olms.operator.openshift.io
W1204 00:48:38.090989      13 cacher.go:171] Terminating all watchers from cacher images.config.openshift.io
W1204 00:48:38.091554      13 cacher.go:171] Terminating all watchers from cacher controlplanemachinesets.machine.openshift.io
W1204 00:48:38.091955      13 cacher.go:171] Terminating all watchers from cacher adminpolicybasedexternalroutes.k8s.ovn.org
W1204 00:48:38.092757      13 cacher.go:171] Terminating all watchers from cacher clusterextensions.olm.operatorframework.io
W1204 00:48:38.093305      13 cacher.go:171] Terminating all watchers from cacher performanceprofiles.performance.openshift.io
W1204 00:48:38.095257      13 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W1204 00:48:38.095829      13 cacher.go:171] Terminating all watchers from cacher prometheusrules.monitoring.coreos.com
W1204 00:48:38.096745      13 cacher.go:171] Terminating all watchers from cacher overlappingrangeipreservations.whereabouts.cni.cncf.io
W1204 00:48:38.097114      13 cacher.go:171] Terminating all watchers from cacher operatorhubs.config.openshift.io
W1204 00:48:38.097624      13 cacher.go:171] Terminating all watchers from cacher podmonitors.monitoring.coreos.com
W1204 00:48:38.098290      13 cacher.go:171] Terminating all watchers from cacher ippools.whereabouts.cni.cncf.io
W1204 00:48:38.098814      13 cacher.go:171] Terminating all watchers from cacher kubeschedulers.operator.openshift.io
W1204 00:48:38.100124      13 cacher.go:171] Terminating all watchers from cacher metal3remediations.infrastructure.cluster.x-k8s.io
W1204 00:48:38.100526      13 cacher.go:171] Terminating all watchers from cacher nodeslicepools.whereabouts.cni.cncf.io
W1204 00:48:38.100902      13 cacher.go:171] Terminating all watchers from cacher consolelinks.console.openshift.io
W1204 00:48:38.101587      13 cacher.go:171] Terminating all watchers from cacher consoleexternalloglinks.console.openshift.io
W1204 00:48:38.102088      13 cacher.go:171] Terminating all watchers from cacher imagecontentsourcepolicies.operator.openshift.io
W1204 00:48:38.102556      13 cacher.go:171] Terminating all watchers from cacher featuregates.config.openshift.io
W1204 00:48:38.103831      13 cacher.go:171] Terminating all watchers from cacher kubestorageversionmigrators.operator.openshift.io
W1204 00:48:38.104355      13 cacher.go:171] Terminating all watchers from cacher dnses.config.openshift.io
W1204 00:48:38.105069      13 cacher.go:171] Terminating all watchers from cacher servicecas.operator.openshift.io
W1204 00:48:38.105578      13 cacher.go:171] Terminating all watchers from cacher credentialsrequests.cloudcredential.openshift.io
W1204 00:48:38.106109      13 cacher.go:171] Terminating all watchers from cacher olmconfigs.operators.coreos.com
W1204 00:48:38.106804      13 cacher.go:171] Terminating all watchers from cacher configs.samples.operator.openshift.io
W1204 00:48:38.107792      13 cacher.go:171] Terminating all watchers from cacher machineconfigs.machineconfiguration.openshift.io
W1204 00:48:38.108554      13 cacher.go:171] Terminating all watchers from cacher imagedigestmirrorsets.config.openshift.io
W1204 00:48:38.109084      13 cacher.go:171] Terminating all watchers from cacher egressqoses.k8s.ovn.org
W1204 00:48:38.109861      13 cacher.go:171] Terminating all watchers from cacher storagestates.migration.k8s.io
W1204 00:48:38.110397      13 cacher.go:171] Terminating all watchers from cacher authentications.config.openshift.io
W1204 00:48:38.111294      13 cacher.go:171] Terminating all watchers from cacher containerruntimeconfigs.machineconfiguration.openshift.io
W1204 00:48:38.112461      13 cacher.go:171] Terminating all watchers from cacher clustercsidrivers.operator.openshift.io
W1204 00:48:38.113720      13 cacher.go:171] Terminating all watchers from cacher ipaddressclaims.ipam.cluster.x-k8s.io
W1204 00:48:38.114150      13 cacher.go:171] Terminating all watchers from cacher alertmanagers.monitoring.coreos.com
W1204 00:48:38.114612      13 cacher.go:171] Terminating all watchers from cacher clusteroperators.config.openshift.io
W1204 00:48:38.115575      13 cacher.go:171] Terminating all watchers from cacher dataimages.metal3.io
W1204 00:48:38.115995      13 cacher.go:171] Terminating all watchers from cacher operatorpkis.network.operator.openshift.io
W1204 00:48:38.116677      13 cacher.go:171] Terminating all watchers from cacher kubeletconfigs.machineconfiguration.openshift.io
W1204 00:48:38.117168      13 cacher.go:171] Terminating all watchers from cacher imagecontentpolicies.config.openshift.io
W1204 00:48:38.117616      13 cacher.go:171] Terminating all watchers from cacher kubecontrollermanagers.operator.openshift.io
W1204 00:48:38.118310      13 cacher.go:171] Terminating all watchers from cacher storages.operator.openshift.io
W1204 00:48:38.118701      13 cacher.go:171] Terminating all watchers from cacher consolesamples.console.openshift.io
W1204 00:48:38.119173      13 cacher.go:171] Terminating all watchers from cacher consoles.operator.openshift.io
W1204 00:48:38.119629      13 cacher.go:171] Terminating all watchers from cacher configs.imageregistry.operator.openshift.io
W1204 00:48:38.120359      13 cacher.go:171] Terminating all watchers from cacher projects.config.openshift.io
W1204 00:48:38.120846      13 cacher.go:171] Terminating all watchers from cacher firmwareschemas.metal3.io
W1204 00:48:38.121328      13 cacher.go:171] Terminating all watchers from cacher dnses.operator.openshift.io
W1204 00:48:38.122032      13 cacher.go:171] Terminating all watchers from cacher servicemonitors.monitoring.coreos.com
W1204 00:48:38.122822      13 cacher.go:171] Terminating all watchers from cacher machinehealthchecks.machine.openshift.io
W1204 00:48:38.123273      13 cacher.go:171] Terminating all watchers from cacher hostfirmwaresettings.metal3.io
W1204 00:48:38.123689      13 cacher.go:171] Terminating all watchers from cacher imagepruners.imageregistry.operator.openshift.io
W1204 00:48:38.124191      13 cacher.go:171] Terminating all watchers from cacher clusterresourcequotas.quota.openshift.io
W1204 00:48:38.124810      13 cacher.go:171] Terminating all watchers from cacher egressips.k8s.ovn.org
W1204 00:48:38.125503      13 cacher.go:171] Terminating all watchers from cacher etcds.operator.openshift.io
W1204 00:48:38.126080      13 cacher.go:171] Terminating all watchers from cacher machineconfigurations.operator.openshift.io
W1204 00:48:38.126450      13 cacher.go:171] Terminating all watchers from cacher apiservers.config.openshift.io
W1204 00:48:38.127212      13 cacher.go:171] Terminating all watchers from cacher probes.monitoring.coreos.com
I1204 00:48:38.157999       1 main.go:235] Termination finished with exit code 0
I1204 00:48:38.158081       1 main.go:188] Deleting termination lock file "/var/log/kube-apiserver/.terminating"
---
I1204 00:51:51.923628       1 main.go:213] Received signal terminated. Forwarding to sub-process "hyperkube".
I1204 00:51:51.924003      11 genericapiserver.go:554] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I1204 00:51:51.924020      11 controller.go:128] Shutting down kubernetes service endpoint reconciler
I1204 00:51:51.924046      11 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ShutdownInitiated' Received signal to terminate, becoming unready, but keeping serving
I1204 00:51:51.929381      11 healthz.go:278] shutdown check failed: readyz
[-]shutdown failed: process is shutting down
I1204 00:51:51.929755      11 genericapiserver.go:544] "[graceful-termination] shutdown event" name="AfterShutdownDelayDuration"
I1204 00:51:51.929788      11 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'AfterShutdownDelayDuration' The minimal shutdown duration of 0s finished
W1204 00:51:51.933135      11 lease.go:265] Resetting endpoints for master service "kubernetes" to []
I1204 00:51:51.950279      11 genericapiserver.go:721] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I1204 00:51:51.950313      11 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationPreShutdownHooksFinished' All pre-shutdown hooks have been finished
I1204 00:51:51.950493      11 genericapiserver.go:633] "[graceful-termination] shutdown event" name="NotAcceptingNewRequest"
I1204 00:51:51.950508      11 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'InFlightRequestsDrained' All non long-running request(s) in-flight have drained
I1204 00:51:51.950612      11 genericapiserver.go:679] "[graceful-termination] not going to wait for active watch request(s) to drain"
I1204 00:51:52.005680      11 genericapiserver.go:670] [graceful-termination] in-flight non long-running request(s) have drained
I1204 00:51:52.005724      11 genericapiserver.go:711] "[graceful-termination] shutdown event" name="InFlightRequestsDrained"
I1204 00:51:52.005760      11 controller.go:157] Shutting down quota evaluator
I1204 00:51:52.005789      11 controller.go:176] quota evaluator worker shutdown
I1204 00:51:52.005816      11 genericapiserver.go:735] "[graceful-termination] audit backend shutdown completed"
I1204 00:51:52.005878      11 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I1204 00:51:52.005896      11 controller.go:176] quota evaluator worker shutdown
I1204 00:51:52.005906      11 controller.go:176] quota evaluator worker shutdown
I1204 00:51:52.005914      11 controller.go:176] quota evaluator worker shutdown
I1204 00:51:52.005920      11 controller.go:176] quota evaluator worker shutdown
I1204 00:51:52.006295      11 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I1204 00:51:52.006338      11 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/static-pod-certs/configmaps/client-ca/ca-bundle.crt"
I1204 00:51:52.006371      11 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"
I1204 00:51:52.006388      11 controller.go:84] Shutting down OpenAPI AggregationController
I1204 00:51:52.006401      11 clusterquotamapping.go:142] Shutting down ClusterQuotaMappingController controller
I1204 00:51:52.006457      11 controller.go:120] Shutting down OpenAPI V3 controller
I1204 00:51:52.006485      11 customresource_discovery_controller.go:328] Shutting down DiscoveryController
I1204 00:51:52.006503      11 autoregister_controller.go:168] Shutting down autoregister controller
I1204 00:51:52.006526      11 apiapproval_controller.go:201] Shutting down KubernetesAPIApprovalPolicyConformantConditionController
I1204 00:51:52.006549      11 nonstructuralschema_controller.go:207] Shutting down NonStructuralSchemaConditionController
I1204 00:51:52.006564      11 establishing_controller.go:92] Shutting down EstablishingController
I1204 00:51:52.006576      11 crdregistration_controller.go:146] Shutting down crd-autoregister controller
I1204 00:51:52.006589      11 naming_controller.go:305] Shutting down NamingConditionController
I1204 00:51:52.006603      11 crd_finalizer.go:281] Shutting down CRDFinalizer
I1204 00:51:52.006620      11 controller.go:170] Shutting down OpenAPI controller
I1204 00:51:52.006637      11 apiservice_controller.go:134] Shutting down APIServiceRegistrationController
I1204 00:51:52.006661      11 remote_available_controller.go:449] Shutting down RemoteAvailability controller
I1204 00:51:52.006680      11 apf_controller.go:389] Shutting down API Priority and Fairness config worker
I1204 00:51:52.006697      11 local_available_controller.go:172] Shutting down LocalAvailability controller
I1204 00:51:52.006714      11 controller.go:132] Ending legacy_token_tracking_controller
I1204 00:51:52.006726      11 controller.go:133] Shutting down legacy_token_tracking_controller
I1204 00:51:52.006728      11 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I1204 00:51:52.006746      11 gc_controller.go:91] Shutting down apiserver lease garbage collector
I1204 00:51:52.006758      11 system_namespaces_controller.go:76] Shutting down system namespaces controller
I1204 00:51:52.006819      11 apiaccess_count_controller.go:95] Shutting down APIRequestCount controller.
I1204 00:51:52.006946      11 dynamic_serving_content.go:149] "Shutting down controller" name="aggregator-proxy-cert::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.crt::/etc/kubernetes/static-pod-certs/secrets/aggregator-client/tls.key"
I1204 00:51:52.006972      11 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.crt::/etc/kubernetes/static-pod-resources/secrets/localhost-recovery-serving-certkey/tls.key"
I1204 00:51:52.006990      11 controller.go:86] Shutting down OpenAPI V3 AggregationController
I1204 00:51:52.007023      11 secure_serving.go:258] Stopped listening on [::]:6443
I1204 00:51:52.007043      11 genericapiserver.go:624] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening"
I1204 00:51:52.007043      11 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I1204 00:51:52.007059      11 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'HTTPServerStoppedListening' HTTP Server has stopped listening
I1204 00:51:52.007086      11 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/internal-loadbalancer-serving-certkey/tls.key"
I1204 00:51:52.007094      11 dynamic_cafile_content.go:175] "Shutting down controller" name="request-header::/etc/kubernetes/static-pod-certs/configmaps/aggregator-client-ca/ca-bundle.crt"
I1204 00:51:52.007111      11 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/external-loadbalancer-serving-certkey/tls.key"
I1204 00:51:52.007136      11 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/service-network-serving-certkey/tls.key"
I1204 00:51:52.007154      11 dynamic_serving_content.go:149] "Shutting down controller" name="sni-serving-cert::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.crt::/etc/kubernetes/static-pod-certs/secrets/localhost-serving-cert-certkey/tls.key"
E1204 00:51:52.006945      11 wrap.go:53] "Timeout or abort while handling" logger="UnhandledError" method="GET" URI="/apis/user.openshift.io/v1/groups?allowWatchBookmarks=true&resourceVersion=13936&timeout=7m39s&timeoutSeconds=459&watch=true" auditID="5da0e40f-e560-4b97-99a3-e251a13dcef7"
I1204 00:51:52.007355      11 cluster_authentication_trust_controller.go:466] Shutting down cluster_authentication_trust_controller controller
I1204 00:51:52.008262      11 storage_flowcontrol.go:186] APF bootstrap ensurer is exiting
I1204 00:51:54.007942      11 genericapiserver.go:742] [graceful-termination] apiserver is exiting
I1204 00:51:54.008015      11 patch_genericapiserver.go:97] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-kube-apiserver", Name:"kube-apiserver-master-0", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'TerminationGracefulTerminationFinished' All pending requests processed
W1204 00:51:54.011469      11 cacher.go:171] Terminating all watchers from cacher apiservices.apiregistration.k8s.io
W1204 00:51:54.011997      11 cacher.go:171] Terminating all watchers from cacher pods
W1204 00:51:54.013324      11 cacher.go:171] Terminating all watchers from cacher replicationcontrollers
W1204 00:51:54.013971      11 cacher.go:171] Terminating all watchers from cacher secrets
W1204 00:51:54.021860      11 cacher.go:171] Terminating all watchers from cacher serviceaccounts
W1204 00:51:54.025747      11 cacher.go:171] Terminating all watchers from cacher podtemplates
W1204 00:51:54.026847      11 cacher.go:171] Terminating all watchers from cacher persistentvolumeclaims
W1204 00:51:54.027687      11 cacher.go:171] Terminating all watchers from cacher services
W1204 00:51:54.030696      11 cacher.go:171] Terminating all watchers from cacher nodes
W1204 00:51:54.033222      11 cacher.go:171] Terminating all watchers from cacher limitranges
W1204 00:51:54.034294      11 cacher.go:171] Terminating all watchers from cacher persistentvolumes
W1204 00:51:54.035425      11 cacher.go:171] Terminating all watchers from cacher endpoints
W1204 00:51:54.037520      11 cacher.go:171] Terminating all watchers from cacher namespaces
W1204 00:51:54.039625      11 cacher.go:171] Terminating all watchers from cacher resourcequotas
W1204 00:51:54.040152      11 cacher.go:171] Terminating all watchers from cacher configmaps
W1204 00:51:54.047130      11 cacher.go:171] Terminating all watchers from cacher horizontalpodautoscalers.autoscaling
W1204 00:51:54.048122      11 cacher.go:171] Terminating all watchers from cacher cronjobs.batch
W1204 00:51:54.048634      11 cacher.go:171] Terminating all watchers from cacher jobs.batch
W1204 00:51:54.049348      11 cacher.go:171] Terminating all watchers from cacher certificatesigningrequests.certificates.k8s.io
W1204 00:51:54.050286      11 cacher.go:171] Terminating all watchers from cacher leases.coordination.k8s.io
W1204 00:51:54.050803      11 cacher.go:171] Terminating all watchers from cacher endpointslices.discovery.k8s.io
W1204 00:51:54.051976      11 cacher.go:171] Terminating all watchers from cacher networkpolicies.networking.k8s.io
W1204 00:51:54.053001      11 cacher.go:171] Terminating all watchers from cacher ingresses.networking.k8s.io
W1204 00:51:54.053437      11 cacher.go:171] Terminating all watchers from cacher ingressclasses.networking.k8s.io
W1204 00:51:54.053881      11 cacher.go:171] Terminating all watchers from cacher runtimeclasses.node.k8s.io
W1204 00:51:54.054496      11 cacher.go:171] Terminating all watchers from cacher poddisruptionbudgets.policy
W1204 00:51:54.055393      11 cacher.go:171] Terminating all watchers from cacher roles.rbac.authorization.k8s.io
W1204 00:51:54.057738      11 cacher.go:171] Terminating all watchers from cacher rolebindings.rbac.authorization.k8s.io
W1204 00:51:54.063120      11 cacher.go:171] Terminating all watchers from cacher clusterroles.rbac.authorization.k8s.io
W1204 00:51:54.065876      11 cacher.go:171] Terminating all watchers from cacher clusterrolebindings.rbac.authorization.k8s.io
W1204 00:51:54.067577      11 cacher.go:171] Terminating all watchers from cacher priorityclasses.scheduling.k8s.io
W1204 00:51:54.067992      11 cacher.go:171] Terminating all watchers from cacher volumeattachments.storage.k8s.io
W1204 00:51:54.068518      11 cacher.go:171] Terminating all watchers from cacher csinodes.storage.k8s.io
W1204 00:51:54.068892      11 cacher.go:171] Terminating all watchers from cacher csidrivers.storage.k8s.io
W1204 00:51:54.069583      11 cacher.go:171] Terminating all watchers from cacher csistoragecapacities.storage.k8s.io
W1204 00:51:54.070292      11 cacher.go:171] Terminating all watchers from cacher storageclasses.storage.k8s.io
W1204 00:51:54.071650      11 cacher.go:171] Terminating all watchers from cacher flowschemas.flowcontrol.apiserver.k8s.io
W1204 00:51:54.072060      11 cacher.go:171] Terminating all watchers from cacher prioritylevelconfigurations.flowcontrol.apiserver.k8s.io
W1204 00:51:54.072601      11 cacher.go:171] Terminating all watchers from cacher statefulsets.apps
W1204 00:51:54.073670      11 cacher.go:171] Terminating all watchers from cacher daemonsets.apps
W1204 00:51:54.076732      11 cacher.go:171] Terminating all watchers from cacher replicasets.apps
W1204 00:51:54.077633      11 cacher.go:171] Terminating all watchers from cacher deployments.apps
W1204 00:51:54.081101      11 cacher.go:171] Terminating all watchers from cacher controllerrevisions.apps
W1204 00:51:54.081570      11 cacher.go:171] Terminating all watchers from cacher validatingwebhookconfigurations.admissionregistration.k8s.io
W1204 00:51:54.086343      11 cacher.go:171] Terminating all watchers from cacher mutatingwebhookconfigurations.admissionregistration.k8s.io
W1204 00:51:54.087318      11 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicies.admissionregistration.k8s.io
W1204 00:51:54.087827      11 cacher.go:171] Terminating all watchers from cacher validatingadmissionpolicybindings.admissionregistration.k8s.io
W1204 00:51:54.089122      11 cacher.go:171] Terminating all watchers from cacher customresourcedefinitions.apiextensions.k8s.io
W1204 00:51:54.090939      11 cacher.go:171] Terminating all watchers from cacher openshiftcontrollermanagers.operator.openshift.io
W1204 00:51:54.091608      11 cacher.go:171] Terminating all watchers from cacher images.config.openshift.io
W1204 00:51:54.092786      11 cacher.go:171] Terminating all watchers from cacher clusterresourcequotas.quota.openshift.io
W1204 00:51:54.093607      11 cacher.go:171] Terminating all watchers from cacher firmwareschemas.metal3.io
W1204 00:51:54.094012      11 cacher.go:171] Terminating all watchers from cacher ingresscontrollers.operator.openshift.io
W1204 00:51:54.095917      11 cacher.go:171] Terminating all watchers from cacher nodes.config.openshift.io
W1204 00:51:54.097411      11 cacher.go:171] Terminating all watchers from cacher metal3remediationtemplates.infrastructure.cluster.x-k8s.io
W1204 00:51:54.097858      11 cacher.go:171] Terminating all watchers from cacher imagetagmirrorsets.config.openshift.io
W1204 00:51:54.098500      11 cacher.go:171] Terminating all watchers from cacher storageversionmigrations.migration.k8s.io
W1204 00:51:54.098801      11 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1204 00:51:54.099512      11 cacher.go:171] Terminating all watchers from cacher ingresses.config.openshift.io
W1204 00:51:54.100494      11 cacher.go:171] Terminating all watchers from cacher imagedigestmirrorsets.config.openshift.io
W1204 00:51:54.100949      11 cacher.go:171] Terminating all watchers from cacher ipaddressclaims.ipam.cluster.x-k8s.io
W1204 00:51:54.101549      11 cacher.go:171] Terminating all watchers from cacher containerruntimeconfigs.machineconfiguration.openshift.io
W1204 00:51:54.102292      11 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W1204 00:51:54.102701      11 cacher.go:171] Terminating all watchers from cacher alertmanagerconfigs.monitoring.coreos.com
W1204 00:51:54.103061      11 cacher.go:171] Terminating all watchers from cacher consoles.operator.openshift.io
W1204 00:51:54.103494      11 cacher.go:171] Terminating all watchers from cacher olms.operator.openshift.io
W1204 00:51:54.103783      11 cacher.go:171] Terminating all watchers from cacher ippools.whereabouts.cni.cncf.io
W1204 00:51:54.104245      11 cacher.go:171] Terminating all watchers from cacher podmonitors.monitoring.coreos.com
W1204 00:51:54.104663      11 cacher.go:171] Terminating all watchers from cacher servicecas.operator.openshift.io
W1204 00:51:54.105060      11 cacher.go:171] Terminating all watchers from cacher prometheuses.monitoring.coreos.com
W1204 00:51:54.105425      11 cacher.go:171] Terminating all watchers from cacher projecthelmchartrepositories.helm.openshift.io
W1204 00:51:54.105802      11 cacher.go:171] Terminating all watchers from cacher clusterautoscalers.autoscaling.openshift.io
W1204 00:51:54.106363      11 cacher.go:171] Terminating all watchers from cacher clustercsidrivers.operator.openshift.io
W1204 00:51:54.106845      11 cacher.go:171] Terminating all watchers from cacher kubeapiservers.operator.openshift.io
W1204 00:51:54.107989      11 cacher.go:171] Terminating all watchers from cacher helmchartrepositories.helm.openshift.io
W1204 00:51:54.108377      11 cacher.go:171] Terminating all watchers from cacher machineconfigs.machineconfiguration.openshift.io
W1204 00:51:54.109892      11 cacher.go:171] Terminating all watchers from cacher networks.config.openshift.io
W1204 00:51:54.110363      11 cacher.go:171] Terminating all watchers from cacher schedulers.config.openshift.io
W1204 00:51:54.111024      11 cacher.go:171] Terminating all watchers from cacher egressqoses.k8s.ovn.org
W1204 00:51:54.111857      11 cacher.go:171] Terminating all watchers from cacher openshiftapiservers.operator.openshift.io
W1204 00:51:54.112761      11 cacher.go:171] Terminating all watchers from cacher networks.operator.openshift.io
W1204 00:51:54.113668      11 cacher.go:171] Terminating all watchers from cacher csisnapshotcontrollers.operator.openshift.io
W1204 00:51:54.114159      11 cacher.go:171] Terminating all watchers from cacher configs.samples.operator.openshift.io
W1204 00:51:54.114793      11 cacher.go:171] Terminating all watchers from cacher consoleclidownloads.console.openshift.io
W1204 00:51:54.115427      11 cacher.go:171] Terminating all watchers from cacher probes.monitoring.coreos.com
W1204 00:51:54.115761      11 cacher.go:171] Terminating all watchers from cacher userdefinednetworks.k8s.ovn.org
W1204 00:51:54.116162      11 cacher.go:171] Terminating all watchers from cacher overlappingrangeipreservations.whereabouts.cni.cncf.io
W1204 00:51:54.116975      11 cacher.go:171] Terminating all watchers from cacher etcds.operator.openshift.io
W1204 00:51:54.117793      11 cacher.go:171] Terminating all watchers from cacher imagecontentpolicies.config.openshift.io
W1204 00:51:54.118386      11 cacher.go:171] Terminating all watchers from cacher machineosbuilds.machineconfiguration.openshift.io
W1204 00:51:54.118916      11 cacher.go:171] Terminating all watchers from cacher kubecontrollermanagers.operator.openshift.io
W1204 00:51:54.120192      11 cacher.go:171] Terminating all watchers from cacher dnses.config.openshift.io
W1204 00:51:54.120626      11 cacher.go:171] Terminating all watchers from cacher rolebindingrestrictions.authorization.openshift.io
W1204 00:51:54.121004      11 cacher.go:171] Terminating all watchers from cacher network-attachment-definitions.k8s.cni.cncf.io
W1204 00:51:54.122295      11 cacher.go:171] Terminating all watchers from cacher dnses.operator.openshift.io
W1204 00:51:54.122984      11 cacher.go:171] Terminating all watchers from cacher imagecontentsourcepolicies.operator.openshift.io
W1204 00:51:54.124006      11 cacher.go:171] Terminating all watchers from cacher consoleplugins.console.openshift.io
W1204 00:51:54.124747      11 cacher.go:171] Terminating all watchers from cacher machinehealthchecks.machine.openshift.io
W1204 00:51:54.125127      11 cacher.go:171] Terminating all watchers from cacher provisionings.metal3.io
W1204 00:51:54.125639      11 cacher.go:171] Terminating all watchers from cacher catalogsources.operators.coreos.com
W1204 00:51:54.126056      11 cacher.go:171] Terminating all watchers from cacher adminpolicybasedexternalroutes.k8s.ovn.org
W1204 00:51:54.126476      11 cacher.go:171] Terminating all watchers from cacher alertrelabelconfigs.monitoring.openshift.io
W1204 00:51:54.127069      11 cacher.go:171] Terminating all watchers from cacher rangeallocations.security.internal.openshift.io
W1204 00:51:54.127448      11 cacher.go:171] Terminating all watchers from cacher featuregates.config.openshift.io
W1204 00:51:54.128889      11 cacher.go:171] Terminating all watchers from cacher clusterserviceversions.operators.coreos.com
W1204 00:51:54.129666      11 cacher.go:171] Terminating all watchers from cacher machineosconfigs.machineconfiguration.openshift.io
W1204 00:51:54.130177      11 cacher.go:171] Terminating all watchers from cacher kubeschedulers.operator.openshift.io
W1204 00:51:54.130759      11 cacher.go:171] Terminating all watchers from cacher cloudcredentials.operator.openshift.io
W1204 00:51:54.131247      11 cacher.go:171] Terminating all watchers from cacher profiles.tuned.openshift.io
W1204 00:51:54.132064      11 cacher.go:171] Terminating all watchers from cacher authentications.config.openshift.io
W1204 00:51:54.132804      11 cacher.go:171] Terminating all watchers from cacher operatorhubs.config.openshift.io
W1204 00:51:54.133283      11 cacher.go:171] Terminating all watchers from cacher kubeletconfigs.machineconfiguration.openshift.io
W1204 00:51:54.134271      11 cacher.go:171] Terminating all watchers from cacher egressips.k8s.ovn.org
W1204 00:51:54.134791      11 cacher.go:171] Terminating all watchers from cacher insightsoperators.operator.openshift.io
W1204 00:51:54.135357      11 cacher.go:171] Terminating all watchers from cacher operatorpkis.network.operator.openshift.io
W1204 00:51:54.135752      11 cacher.go:171] Terminating all watchers from cacher thanosrulers.monitoring.coreos.com
W1204 00:51:54.136638      11 cacher.go:171] Terminating all watchers from cacher hostupdatepolicies.metal3.io
W1204 00:51:54.137204      11 cacher.go:171] Terminating all watchers from cacher storagestates.migration.k8s.io
W1204 00:51:54.137642      11 cacher.go:171] Terminating all watchers from cacher operators.operators.coreos.com
W1204 00:51:54.138132      11 cacher.go:171] Terminating all watchers from cacher subscriptions.operators.coreos.com
W1204 00:51:54.139458      11 cacher.go:171] Terminating all watchers from cacher performanceprofiles.performance.openshift.io
W1204 00:51:54.140067      11 cacher.go:171] Terminating all watchers from cacher alertingrules.monitoring.openshift.io
W1204 00:51:54.140747      11 cacher.go:171] Terminating all watchers from cacher imagepruners.imageregistry.operator.openshift.io
W1204 00:51:54.141209      11 cacher.go:171] Terminating all watchers from cacher clusteroperators.config.openshift.io
W1204 00:51:54.142073      11 cacher.go:171] Terminating all watchers from cacher clusterversions.config.openshift.io
W1204 00:51:54.142899      11 cacher.go:171] Terminating all watchers from cacher dnsrecords.ingress.operator.openshift.io
W1204 00:51:54.143509      11 cacher.go:171] Terminating all watchers from cacher oauths.config.openshift.io
W1204 00:51:54.144573      11 cacher.go:171] Terminating all watchers from cacher adminnetworkpolicies.policy.networking.k8s.io
W1204 00:51:54.145048      11 cacher.go:171] Terminating all watchers from cacher configs.imageregistry.operator.openshift.io
W1204 00:51:54.145888      11 cacher.go:171] Terminating all watchers from cacher installplans.operators.coreos.com
W1204 00:51:54.146808      11 cacher.go:171] Terminating all watchers from cacher consolelinks.console.openshift.io
W1204 00:51:54.147280      11 cacher.go:171] Terminating all watchers from cacher machineautoscalers.autoscaling.openshift.io
W1204 00:51:54.148038      11 cacher.go:171] Terminating all watchers from cacher hostfirmwarecomponents.metal3.io
W1204 00:51:54.148615      11 cacher.go:171] Terminating all watchers from cacher consolesamples.console.openshift.io
W1204 00:51:54.149037      11 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W1204 00:51:54.150011      11 cacher.go:171] Terminating all watchers from cacher machines.machine.openshift.io
W1204 00:51:54.151259      11 cacher.go:171] Terminating all watchers from cacher kubestorageversionmigrators.operator.openshift.io
W1204 00:51:54.151691      11 cacher.go:171] Terminating all watchers from cacher controllerconfigs.machineconfiguration.openshift.io
W1204 00:51:54.152318      11 cacher.go:171] Terminating all watchers from cacher storages.operator.openshift.io
W1204 00:51:54.153370      11 cacher.go:171] Terminating all watchers from cacher ipamclaims.k8s.cni.cncf.io
W1204 00:51:54.154029      11 cacher.go:171] Terminating all watchers from cacher hostfirmwaresettings.metal3.io
W1204 00:51:54.154464      11 cacher.go:171] Terminating all watchers from cacher egressfirewalls.k8s.ovn.org
W1204 00:51:54.154884      11 cacher.go:171] Terminating all watchers from cacher tuneds.tuned.openshift.io
W1204 00:51:54.155509      11 cacher.go:171] Terminating all watchers from cacher servicemonitors.monitoring.coreos.com
W1204 00:51:54.156435      11 cacher.go:171] Terminating all watchers from cacher operatorgroups.operators.coreos.com
W1204 00:51:54.157325      11 cacher.go:171] Terminating all watchers from cacher apiservers.config.openshift.io
W1204 00:51:54.158291      11 cacher.go:171] Terminating all watchers from cacher credentialsrequests.cloudcredential.openshift.io
W1204 00:51:54.158896      11 cacher.go:171] Terminating all watchers from cacher clustercatalogs.olm.operatorframework.io
W1204 00:51:54.159605      11 cacher.go:171] Terminating all watchers from cacher egressservices.k8s.ovn.org
W1204 00:51:54.160282      11 cacher.go:171] Terminating all watchers from cacher egressrouters.network.operator.openshift.io
W1204 00:51:54.160993      11 cacher.go:171] Terminating all watchers from cacher consolequickstarts.console.openshift.io
W1204 00:51:54.161471      11 cacher.go:171] Terminating all watchers from cacher baselineadminnetworkpolicies.policy.networking.k8s.io
W1204 00:51:54.162405      11 cacher.go:171] Terminating all watchers from cacher operatorconditions.operators.coreos.com
W1204 00:51:54.163227      11 cacher.go:171] Terminating all watchers from cacher clusteruserdefinednetworks.k8s.ovn.org
W1204 00:51:54.163896      11 cacher.go:171] Terminating all watchers from cacher consoleexternalloglinks.console.openshift.io
W1204 00:51:54.164210      11 cacher.go:171] Terminating all watchers from cacher authentications.operator.openshift.io
W1204 00:51:54.164877      11 cacher.go:171] Terminating all watchers from cacher machineconfigurations.operator.openshift.io
W1204 00:51:54.165696      11 cacher.go:171] Terminating all watchers from cacher projects.config.openshift.io
W1204 00:51:54.166545      11 cacher.go:171] Terminating all watchers from cacher preprovisioningimages.metal3.io
W1204 00:51:54.167241      11 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1204 00:51:54.168267      11 cacher.go:171] Terminating all watchers from cacher proxies.config.openshift.io
W1204 00:51:54.171511      11 cacher.go:171] Terminating all watchers from cacher consoleyamlsamples.console.openshift.io
W1204 00:51:54.171876      11 cacher.go:171] Terminating all watchers from cacher configs.operator.openshift.io
W1204 00:51:54.172340      11 cacher.go:171] Terminating all watchers from cacher hardwaredata.metal3.io
W1204 00:51:54.172818      11 cacher.go:171] Terminating all watchers from cacher dataimages.metal3.io
W1204 00:51:54.173377      11 cacher.go:171] Terminating all watchers from cacher prometheusrules.monitoring.coreos.com
W1204 00:51:54.174122      11 cacher.go:171] Terminating all watchers from cacher consoles.config.openshift.io
W1204 00:51:54.174739      11 cacher.go:171] Terminating all watchers from cacher ipaddresses.ipam.cluster.x-k8s.io
W1204 00:51:54.175541      11 cacher.go:171] Terminating all watchers from cacher securitycontextconstraints.security.openshift.io
W1204 00:51:54.176193      11 cacher.go:171] Terminating all watchers from cacher machinesets.machine.openshift.io
W1204 00:51:54.176838      11 cacher.go:171] Terminating all watchers from cacher baremetalhosts.metal3.io
W1204 00:51:54.177481      11 cacher.go:171] Terminating all watchers from cacher consolenotifications.console.openshift.io
W1204 00:51:54.177826      11 cacher.go:171] Terminating all watchers from cacher infrastructures.config.openshift.io
W1204 00:51:54.178615      11 cacher.go:171] Terminating all watchers from cacher apirequestcounts.apiserver.openshift.io
W1204 00:51:54.178949      11 cacher.go:171] Terminating all watchers from cacher nodeslicepools.whereabouts.cni.cncf.io
W1204 00:51:54.179345      11 cacher.go:171] Terminating all watchers from cacher olmconfigs.operators.coreos.com
W1204 00:51:54.179714      11 cacher.go:171] Terminating all watchers from cacher builds.config.openshift.io
W1204 00:51:54.180427      11 cacher.go:171] Terminating all watchers from cacher machineconfigpools.machineconfiguration.openshift.io
W1204 00:51:54.181163      11 cacher.go:171] Terminating all watchers from cacher clusterextensions.olm.operatorframework.io
W1204 00:51:54.181722      11 cacher.go:171] Terminating all watchers from cacher bmceventsubscriptions.metal3.io
W1204 00:51:54.182104      11 cacher.go:171] Terminating all watchers from cacher alertmanagers.monitoring.coreos.com
W1204 00:51:54.182471      11 cacher.go:171] Terminating all watchers from cacher controlplanemachinesets.machine.openshift.io
W1204 00:51:54.183218      11 cacher.go:171] Terminating all watchers from cacher metal3remediations.infrastructure.cluster.x-k8s.io
I1204 00:51:54.214331       1 main.go:235] Termination finished with exit code 0
I1204 00:51:54.214390       1 main.go:188] Deleting termination lock file "/var/log/kube-apiserver/.terminating"
---