~/src/github.com/openstack-k8s-operators/install_yamls ~/ci-framework-data/artifacts error: the server doesn't have a resource type "openstackversion" bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z openstack-kuttl-tests ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/namespace.yaml namespace/openstack-kuttl-tests created timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io openstack-kuttl-tests); do sleep 1; done" NAME DISPLAY NAME STATUS openstack-kuttl-tests Active oc project openstack-kuttl-tests Now using project "openstack-kuttl-tests" on server "https://api.crc.testing:6443". bash scripts/gen-input-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z openstack-kuttl-tests ']' + '[' -z osp-secret ']' + '[' -z 12345678 ']' + '[' -z 1234567842 ']' + '[' -z 767c3ed056cbaa3b9dfedb8c6f825bf0 ']' + '[' -z sEFmdFjDUqRM2VemYslV5yGNWjokioJXsg8Nrlc3drU= ']' + '[' -z COX8bmlKAWn56XCGMrKQJj7dgHNAOl6f ']' + '[' -z openstack ']' + '[' -z libvirt-secret ']' + DIR=/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/input + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/input ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/input + pushd /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/input ~/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/input ~/src/github.com/openstack-k8s-operators/install_yamls + cat oc get secret/osp-secret || oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/input | oc apply -f - Error from server (NotFound): secrets "osp-secret" not found secret/libvirt-secret created secret/octavia-ca-passphrase created secret/osp-secret created oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/manila/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/manila/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/manila: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/manila-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/manila/cr oc rsh -t openstack-galera-0 mysql -u root --password=12345678 -e "flush tables; drop database if exists manila;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/heat/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/heat/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/heat: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/heat-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/heat/cr oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/horizon/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/horizon/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/horizon: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/horizon-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/horizon/cr oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nova/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nova/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nova: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/nova-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nova/cr oc rsh openstack-galera-0 mysql -u root --password=12345678 -ss -e "show databases like 'nova_%';" | xargs -I '{}' oc rsh openstack-galera-0 mysql -u root --password=12345678 -ss -e "flush tables; drop database if exists {};" Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra-redis/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra-redis/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra-redis: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/infra-operator-redis /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra-redis/cr oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/octavia/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/octavia/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/octavia: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/octavia-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/octavia/cr oc rsh -t openstack-galera-0 mysql -u root --password=12345678 -e "flush tables; drop database if exists octavia;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/designate/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/designate/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/designate: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/designate-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/designate/cr oc rsh -t openstack-galera-0 mysql -u root --password=12345678 -e "flush tables; drop database if exists designate;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/neutron/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/neutron/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/neutron: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/neutron-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/neutron/cr oc rsh -t openstack-galera-0 mysql -u root --password=12345678 -e "flush tables; drop database if exists neutron;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ovn/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ovn/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ovn: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/ovn-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ovn/cr oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ironic/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ironic/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ironic: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/ironic-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ironic/cr oc rsh -t openstack-galera-0 mysql -u root --password=12345678 -e "flush tables; drop database if exists ironic;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc rsh -t openstack-galera-0 mysql -u root --password=12345678 -e "flush tables; drop database if exists ironic_inspector;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/cinder/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/cinder/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/cinder: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/cinder-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/cinder/cr oc rsh -t openstack-galera-0 mysql -u root --password=12345678 -e "flush tables; drop database if exists cinder;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/glance/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/glance/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/glance: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/glance-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/glance/cr oc rsh -t openstack-galera-0 mysql -u root --password=12345678 -e "flush tables; drop database if exists glance;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/placement/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/placement/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/placement: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/placement-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/placement/cr oc rsh -t openstack-galera-0 mysql -u root --password=12345678 -e "flush tables; drop database if exists placement;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/swift/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/swift/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/swift: no such file or directory No resources found rm -Rf -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/swift-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/swift/cr oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/barbican/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/barbican/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/barbican: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/barbican-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/barbican/cr oc rsh -t openstack-galera-0 mysql -u root --password=12345678 -e "flush tables; drop database if exists barbican;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/keystone/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/keystone/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/keystone: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/keystone-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/keystone/cr oc rsh -t openstack-galera-0 mysql -u root --password=12345678 -e "flush tables; drop database if exists keystone;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/mariadb/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/mariadb/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/mariadb: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/mariadb-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/mariadb/cr oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/telemetry/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/telemetry/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/telemetry: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/telemetry-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/telemetry/cr rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/ceilometer-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/telemetry/cr oc rsh -t openstack-galera-0 mysql -u root --password=12345678 -e "flush tables; drop database if exists aodh;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/infra-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra/cr if oc get RabbitmqCluster; then oc delete --ignore-not-found=true RabbitmqCluster --all; fi error: the server doesn't have a resource type "RabbitmqCluster" rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/rabbitmq-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/rabbitmq/cr bash scripts/validate-marketplace.sh + '[' -z 500s ']' + OPERATOR_NAMESPACE=openshift-marketplace ++ oc get pods --no-headers -n openshift-marketplace ++ grep -viE 'running|completed' + not_running_pods= + '[' -z '' ']' + echo 'All openshift-marketplace pods seems to me fine' All openshift-marketplace pods seems to me fine + OPERATORS='openshift-cert-manager-operator kubernetes-nmstate-operator metallb-operator' + for operator in $OPERATORS + n=0 + retries=20 + true + grep openshift-cert-manager-operator + oc get packagemanifests -n openshift-marketplace openshift-cert-manager-operator Red Hat Operators 232d + '[' 0 -eq 0 ']' + break + for operator in $OPERATORS + n=0 + retries=20 + true + oc get packagemanifests -n openshift-marketplace + grep kubernetes-nmstate-operator kubernetes-nmstate-operator Red Hat Operators 232d + '[' 0 -eq 0 ']' + break + for operator in $OPERATORS + n=0 + retries=20 + true + grep metallb-operator + oc get packagemanifests -n openshift-marketplace metallb-operator Red Hat Operators 232d + '[' 0 -eq 0 ']' + break bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z openshift-nmstate ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate/namespace.yaml namespace/openshift-nmstate created timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io openshift-nmstate); do sleep 1; done" NAME DISPLAY NAME STATUS openshift-nmstate Active bash scripts/gen-olm-nmstate.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/nmstate/op ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/nmstate/op ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/nmstate/op + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate/nmstate/cr ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate/nmstate/cr ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate/nmstate/cr + echo OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/nmstate/op OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/nmstate/op + echo DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate/nmstate/cr DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate/nmstate/cr + cat + cat + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/nmstate/op operatorgroup.operators.coreos.com/openshift-nmstate-tn6k8 created subscription.operators.coreos.com/kubernetes-nmstate-operator created timeout 500s bash -c "while ! (oc get deployments/nmstate-operator -n openshift-nmstate); do sleep 10; done" Error from server (NotFound): deployments.apps "nmstate-operator" not found Error from server (NotFound): deployments.apps "nmstate-operator" not found NAME READY UP-TO-DATE AVAILABLE AGE nmstate-operator 1/1 1 1 7s oc wait deployments/nmstate-operator -n openshift-nmstate --for condition=Available --timeout=500s deployment.apps/nmstate-operator condition met timeout 500s bash -c "while ! (oc wait pod -n openshift-apiserver -l apiserver=true --for condition=Ready); do sleep 10; done" pod/apiserver-76f77b778f-h75w4 condition met oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate/nmstate/cr nmstate.nmstate.io/nmstate created timeout 500s bash -c "while ! (oc get pod --no-headers=true -l component=kubernetes-nmstate-handler -n openshift-nmstate| grep nmstate-handler); do sleep 10; done" No resources found in openshift-nmstate namespace. nmstate-handler-bdw24 0/1 Running 0 10s oc wait pod -n openshift-nmstate -l component=kubernetes-nmstate-handler --for condition=Ready --timeout=500s pod/nmstate-handler-bdw24 condition met timeout 500s bash -c "while ! (oc get deployments/nmstate-webhook -n openshift-nmstate); do sleep 10; done" NAME READY UP-TO-DATE AVAILABLE AGE nmstate-webhook 0/1 1 0 11s oc wait deployments/nmstate-webhook -n openshift-nmstate --for condition=Available --timeout=500s deployment.apps/nmstate-webhook condition met WORKERS='crc' \ bash scripts/gen-nncp.sh + check_var_set DEPLOY_DIR + [[ ! -v DEPLOY_DIR ]] + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nncp/cr ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nncp/cr + check_var_set WORKERS + [[ ! -v WORKERS ]] + check_var_set INTERFACE + [[ ! -v INTERFACE ]] + check_var_set BRIDGE_NAME + [[ ! -v BRIDGE_NAME ]] + check_var_set INTERFACE_MTU + [[ ! -v INTERFACE_MTU ]] + check_var_set VLAN_START + [[ ! -v VLAN_START ]] + check_var_set VLAN_STEP + [[ ! -v VLAN_STEP ]] + check_var_set VLAN_STEP + [[ ! -v VLAN_STEP ]] + check_var_set INTERNALAPI_PREFIX + [[ ! -v INTERNALAPI_PREFIX ]] + check_var_set STORAGE_PREFIX + [[ ! -v STORAGE_PREFIX ]] + check_var_set STORAGEMGMT_PREFIX + [[ ! -v STORAGEMGMT_PREFIX ]] + check_var_set TENANT_PREFIX + [[ ! -v TENANT_PREFIX ]] + check_var_set DESIGNATE_PREFIX + [[ ! -v DESIGNATE_PREFIX ]] + check_var_set DESIGNATE_EXT_PREFIX + [[ ! -v DESIGNATE_EXT_PREFIX ]] + '[' -n '' ']' + echo DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nncp/cr DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nncp/cr + echo WORKERS crc WORKERS crc + echo INTERFACE ens7 INTERFACE ens7 + echo BRIDGE_NAME ospbr BRIDGE_NAME ospbr + echo INTERFACE_BGP_1 INTERFACE_BGP_1 + echo INTERFACE_BGP_2 INTERFACE_BGP_2 + echo INTERFACE_MTU 1500 INTERFACE_MTU 1500 + echo VLAN_START 20 VLAN_START 20 + echo VLAN_STEP 1 VLAN_STEP 1 + echo STORAGE_MACVLAN STORAGE_MACVLAN + '[' -n true ']' + echo CTLPLANE_IP_ADDRESS_PREFIX 192.168.122 CTLPLANE_IP_ADDRESS_PREFIX 192.168.122 + echo CTLPLANE_IP_ADDRESS_SUFFIX 10 CTLPLANE_IP_ADDRESS_SUFFIX 10 + '[' -n '' ']' + '[' -n '' ']' + IP_ADDRESS_SUFFIX=5 + IPV6_ADDRESS_SUFFIX=5 + rm --force '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nncp/cr/*_nncp.yaml' + internalapi_vlan_id=20 + storage_vlan_id=21 + tenant_vlan_id=22 + storagemgmt_vlan_id=23 + octavia_vlan_id=24 + designate_vlan_id=25 + designate_ext_vlan_id=26 + for WORKER in ${WORKERS} + cat + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + cat + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + cat + '[' -n '' ']' + '[' -n true ']' + cat + '[' -n '' ']' + cat + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + cat + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + '[' -n '' ']' + cat + IP_ADDRESS_SUFFIX=6 + IPV6_ADDRESS_SUFFIX=6 + CTLPLANE_IP_ADDRESS_SUFFIX=11 + CTLPLANE_IPV6_ADDRESS_SUFFIX=1 oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nncp/cr/ nodenetworkconfigurationpolicy.nmstate.io/ens7-crc created timeout 240s bash -c "while ! (oc wait nncp -l osp/interface=ens7 --for jsonpath='{.status.conditions[0].reason}'=SuccessfullyConfigured); do sleep 10; done" nodenetworkconfigurationpolicy.nmstate.io/ens7-crc condition met if test -n "192.168.122.10"; then oc patch dns.operator/default --type merge -p '{"spec":{"upstreamResolvers":{"policy":"Sequential","upstreams":[{"type":"Network","address":"'192.168.122.10'","port":53},{"type":"SystemResolvConf"}]}}}'; fi dns.operator.openshift.io/default patched timeout 240s bash -c "while ! (oc wait dns.operator/default --for condition=available); do sleep 10; done" dns.operator.openshift.io/default condition met bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z metallb-system ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/metallb-system + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/metallb-system ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/metallb-system + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/namespace.yaml namespace/metallb-system created timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io metallb-system); do sleep 1; done" NAME DISPLAY NAME STATUS metallb-system Active bash scripts/gen-olm-metallb.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/metallb/op ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/metallb/op ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/metallb/op + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr + echo OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/metallb/op OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/metallb/op + echo DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr + echo INTERFACE INTERFACE + cat + cat + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/metallb/op operatorgroup.operators.coreos.com/metallb-operator created subscription.operators.coreos.com/metallb-operator-sub created timeout 500s bash -c "while ! (oc get pod --no-headers=true -l control-plane=controller-manager -n metallb-system| grep metallb-operator-controller); do sleep 10; done" No resources found in metallb-system namespace. No resources found in metallb-system namespace. metallb-operator-controller-manager-b7789ff7f-4dz47 0/1 ContainerCreating 0 3s oc wait pod -n metallb-system --for condition=Ready -l control-plane=controller-manager --timeout=500s pod/metallb-operator-controller-manager-b7789ff7f-4dz47 condition met timeout 500s bash -c "while ! (oc get pod --no-headers=true -l component=webhook-server -n metallb-system| grep metallb-operator-webhook); do sleep 10; done" metallb-operator-webhook-server-86869d57c5-28vf7 1/1 Running 0 41s oc wait pod -n metallb-system --for condition=Ready -l component=webhook-server --timeout=500s pod/metallb-operator-webhook-server-86869d57c5-28vf7 condition met oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/deploy_operator.yaml metallb.metallb.io/metallb created timeout 500s bash -c "while ! (oc get pod --no-headers=true -l component=speaker -n metallb-system | grep speaker); do sleep 10; done" No resources found in metallb-system namespace. speaker-lqgwl 1/2 Running 0 10s oc wait pod -n metallb-system -l component=speaker --for condition=Ready --timeout=500s pod/speaker-lqgwl condition met make operator_namespace make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' error: the server doesn't have a resource type "openstackversion" bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z cert-manager-operator ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator/namespace.yaml namespace/cert-manager-operator created timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io cert-manager-operator); do sleep 1; done" NAME DISPLAY NAME STATUS cert-manager-operator Active oc project cert-manager-operator Now using project "cert-manager-operator" on server "https://api.crc.testing:6443". make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-olm-cert-manager.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator/cert-manager/op ']' + '[' -z cert-manager-operator ']' + '[' -z stable-v1 ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator/cert-manager/op ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator/cert-manager/op + echo OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator/cert-manager/op OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator/cert-manager/op + echo OPERATOR_NAMESPACE cert-manager-operator OPERATOR_NAMESPACE cert-manager-operator + echo CHANNEL stable-v1 CHANNEL stable-v1 + cat + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator/cert-manager/op operatorgroup.operators.coreos.com/cert-manager-operator-bccwx created subscription.operators.coreos.com/openshift-cert-manager-operator created while ! (oc get pod --no-headers=true -l name=cert-manager-operator -n cert-manager-operator| grep "cert-manager-operator"); do sleep 10; done No resources found in cert-manager-operator namespace. No resources found in cert-manager-operator namespace. cert-manager-operator-controller-manager-57cd46d6d-t9wrm 0/1 ContainerCreating 0 6s oc wait pod -n cert-manager-operator --for condition=Ready -l name=cert-manager-operator --timeout=300s pod/cert-manager-operator-controller-manager-57cd46d6d-t9wrm condition met while ! (oc get pod --no-headers=true -l app=cainjector -n cert-manager | grep "cert-manager-cainjector"); do sleep 10; done No resources found in cert-manager namespace. cert-manager-cainjector-7d9f95dbf-866gz 1/1 Running 0 4s oc wait pod -n cert-manager -l app=cainjector --for condition=Ready --timeout=300s pod/cert-manager-cainjector-7d9f95dbf-866gz condition met while ! (oc get pod --no-headers=true -l app=webhook -n cert-manager | grep "cert-manager-webhook"); do sleep 10; done cert-manager-webhook-d969966f-qjpx9 0/1 Running 0 8s oc wait pod -n cert-manager -l app=webhook --for condition=Ready --timeout=300s pod/cert-manager-webhook-d969966f-qjpx9 condition met while ! (oc get pod --no-headers=true -l app=cert-manager -n cert-manager | grep "cert-manager"); do sleep 10; done No resources found in cert-manager namespace. cert-manager-7d4cc89fcb-452pc 1/1 Running 0 2s oc wait pod -n cert-manager -l app=cert-manager --for condition=Ready --timeout=300s pod/cert-manager-7d4cc89fcb-452pc condition met bash scripts/gen-netatt.sh + check_var_set DEPLOY_DIR + [[ ! -v DEPLOY_DIR ]] + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/netattach/cr ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/netattach/cr + check_var_set INTERFACE + [[ ! -v INTERFACE ]] + check_var_set BRIDGE_NAME + [[ ! -v BRIDGE_NAME ]] + check_var_set VLAN_START + [[ ! -v VLAN_START ]] + check_var_set VLAN_STEP + [[ ! -v VLAN_STEP ]] + '[' -z true ']' + '[' -n true ']' + '[' -n '' ']' + '[' -n true ']' + check_var_set INTERNALAPI_PREFIX + [[ ! -v INTERNALAPI_PREFIX ]] + check_var_set STORAGE_PREFIX + [[ ! -v STORAGE_PREFIX ]] + check_var_set STORAGEMGMT_PREFIX + [[ ! -v STORAGEMGMT_PREFIX ]] + check_var_set TENANT_PREFIX + [[ ! -v TENANT_PREFIX ]] + check_var_set DESIGNATE_PREFIX + [[ ! -v DESIGNATE_PREFIX ]] + check_var_set DESIGNATE_EXT_PREFIX + [[ ! -v DESIGNATE_EXT_PREFIX ]] + echo DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/netattach/cr DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/netattach/cr + echo INTERFACE ens7 INTERFACE ens7 + echo VLAN_START 20 VLAN_START 20 + echo VLAN_STEP 1 VLAN_STEP 1 + '[' -n true ']' + echo CTLPLANE_IP_ADDRESS_PREFIX 192.168.122 CTLPLANE_IP_ADDRESS_PREFIX 192.168.122 + echo CTLPLANE_IP_ADDRESS_SUFFIX 10 CTLPLANE_IP_ADDRESS_SUFFIX 10 + echo 'INTERNALAPI_PREFIX 172.17.0' INTERNALAPI_PREFIX 172.17.0 + echo 'STORAGE_PREFIX 172.18.0' STORAGE_PREFIX 172.18.0 + echo 'STORAGEMGMT_PREFIX 172.20.0' STORAGEMGMT_PREFIX 172.20.0 + echo 'TENANT_PREFIX 172.19.0' TENANT_PREFIX 172.19.0 + echo 'DESIGNATE_PREFIX 172.28.0' DESIGNATE_PREFIX 172.28.0 + echo 'DESIGNATE_PREFIX 172.50.0' DESIGNATE_PREFIX 172.50.0 + '[' -n '' ']' + cat + '[' -n true ']' + cat + cat + cat + '[' -n true ']' + cat + cat + cat + '[' -n true ']' + cat + cat + cat + '[' -n true ']' + cat + cat + cat + cat + '[' -n true ']' + cat + cat + cat + '[' -n true ']' + cat + cat + cat + cat + '[' -n '' ']' + '[' -n '' ']' oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/netattach/cr/ networkattachmentdefinition.k8s.cni.cncf.io/ctlplane created networkattachmentdefinition.k8s.cni.cncf.io/datacentre created networkattachmentdefinition.k8s.cni.cncf.io/designate created networkattachmentdefinition.k8s.cni.cncf.io/designateext created networkattachmentdefinition.k8s.cni.cncf.io/internalapi created networkattachmentdefinition.k8s.cni.cncf.io/octavia created networkattachmentdefinition.k8s.cni.cncf.io/storage created networkattachmentdefinition.k8s.cni.cncf.io/storagemgmt created networkattachmentdefinition.k8s.cni.cncf.io/tenant created oc delete --ignore-not-found=true -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/ipaddresspools.yaml error: the path "/home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/ipaddresspools.yaml" does not exist make: [Makefile:2546: metallb_config_cleanup] Error 1 (ignored) oc delete --ignore-not-found=true -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/l2advertisement.yaml error: the path "/home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/l2advertisement.yaml" does not exist make: [Makefile:2547: metallb_config_cleanup] Error 1 (ignored) oc delete --ignore-not-found=true -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgppeers.yaml error: the path "/home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgppeers.yaml" does not exist make: [Makefile:2548: metallb_config_cleanup] Error 1 (ignored) oc delete --ignore-not-found=true -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgpadvertisement.yaml error: the path "/home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgpadvertisement.yaml" does not exist make: [Makefile:2549: metallb_config_cleanup] Error 1 (ignored) oc delete --ignore-not-found=true -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgpextras.yaml error: the path "/home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgpextras.yaml" does not exist make: [Makefile:2550: metallb_config_cleanup] Error 1 (ignored) rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/ipaddresspools.yaml /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/l2advertisement.yaml /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgppeers.yaml /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgpadvertisement.yaml /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgpextras.yaml bash scripts/gen-metallb-config.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr ']' + '[' -z ens7 ']' + '[' -z ospbr ']' + '[' -z 64999 ']' + '[' -z 64999 ']' + '[' -z 100.65.4.1 ']' + '[' -z 100.64.4.1 ']' + '[' -z 172.30.4.2 ']' + '[' -z true ']' + echo DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr + echo INTERFACE ens7 INTERFACE ens7 + echo CTLPLANE_METALLB_POOL 192.168.122.80-192.168.122.90 CTLPLANE_METALLB_POOL 192.168.122.80-192.168.122.90 + echo CTLPLANE_METALLB_IPV6_POOL fd00:aaaa::80-fd00:aaaa::90 CTLPLANE_METALLB_IPV6_POOL fd00:aaaa::80-fd00:aaaa::90 + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + cat + cat + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/ipaddresspools.yaml ipaddresspool.metallb.io/ctlplane created ipaddresspool.metallb.io/internalapi created ipaddresspool.metallb.io/storage created ipaddresspool.metallb.io/tenant created ipaddresspool.metallb.io/designateext created oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/l2advertisement.yaml l2advertisement.metallb.io/ctlplane created l2advertisement.metallb.io/internalapi created l2advertisement.metallb.io/storage created l2advertisement.metallb.io/tenant created l2advertisement.metallb.io/designateext created bash scripts/gen-olm.sh + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' -z quay.io/openstack-k8s-operators/openstack-operator-index:latest ']' + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/openstack/op ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/openstack/op ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/openstack/op + OPERATOR_CHANNEL=alpha + OPERATOR_SOURCE=openstack-operator-index + OPERATOR_SOURCE_NAMESPACE=openstack-operators + echo OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/openstack/op OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/openstack/op + echo OPERATOR_CHANNEL alpha OPERATOR_CHANNEL alpha + echo OPERATOR_SOURCE openstack-operator-index OPERATOR_SOURCE openstack-operator-index + echo OPERATOR_SOURCE_NAMESPACE openstack-operators OPERATOR_SOURCE_NAMESPACE openstack-operators + cat + cat + cat bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z openstack-operators ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/openstack-operators + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/namespace.yaml Warning: resource namespaces/openstack-operators is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. namespace/openstack-operators configured timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io openstack-operators); do sleep 1; done" NAME DISPLAY NAME STATUS openstack-operators Active oc project openstack-operators Now using project "openstack-operators" on server "https://api.crc.testing:6443". oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/openstack/op catalogsource.operators.coreos.com/openstack-operator-index created operatorgroup.operators.coreos.com/openstack created subscription.operators.coreos.com/openstack-operator created oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/infra-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra/cr oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr | oc delete --ignore-not-found=true -f - || true error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/openstack/op /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr bash -c "test -d /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator || CHECKOUT_FROM_OPENSTACK_REF=false scripts/clone-operator-repo.sh" Cloning repo: git clone -b main https://github.com/openstack-k8s-operators/openstack-operator.git openstack-operator Cloning into 'openstack-operator'... cp /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/config/samples/core_v1beta1_openstackcontrolplane_galera_network_isolation.yaml /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr bash scripts/gen-service-kustomize.sh +++ dirname scripts/gen-service-kustomize.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/common.sh --source-only ++ set -e + '[' -z openstack-kuttl-tests ']' + '[' -z OpenStackControlPlane ']' + '[' -z osp-secret ']' + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr ']' + '[' -n '' ']' + REPLACEMENTS= + IMAGE=unused + IMAGE_PATH=containerImage + STORAGE_REQUEST=10G + INTERFACE_MTU=1500 + VLAN_START=20 + VLAN_STEP=1 + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr ']' + pushd /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr ~/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr ~/src/github.com/openstack-k8s-operators/install_yamls + cat + [[ OpenStackControlPlane == \O\p\e\n\S\t\a\c\k\C\o\n\t\r\o\l\P\l\a\n\e ]] + [[ '' != '' ]] + IFS=, + read -ra IMAGES + IFS=, + read -ra IMAGE_PATHS + '[' 1 '!=' 1 ']' + (( i=0 )) + (( i < 1 )) + SPEC_PATH=containerImage + SPEC_VALUE=unused + '[' unused '!=' unused ']' + (( i++ )) + (( i < 1 )) + '[' -n '' ']' + '[' OpenStackControlPlane == OpenStackControlPlane ']' + cat + '[' OpenStackControlPlane == Galera ']' + '[' OpenStackControlPlane == NetConfig ']' + '[' -n '' ']' + [[ OpenStackControlPlane == \O\p\e\n\S\t\a\c\k\C\o\n\t\r\o\l\P\l\a\n\e ]] + [[ true == \t\r\u\e ]] + cat + [[ OpenStackControlPlane == \O\p\e\n\S\t\a\c\k\C\o\n\t\r\o\l\P\l\a\n\e ]] + '[' -z true ']' + '[' -n '' ']' + '[' -z true ']' + '[' -n true ']' + '[' -n '' ']' + '[' -n '' ']' + kustomization_add_resources + echo merge config dir merge config dir ++ find . -type f -name '*.yaml' ++ grep -v kustomization + yamls=./core_v1beta1_openstackcontrolplane_galera_network_isolation.yaml + for y in ${yamls[@]} + kustomize edit add resource ./core_v1beta1_openstackcontrolplane_galera_network_isolation.yaml + popd ~/src/github.com/openstack-k8s-operators/install_yamls # Wait until OLM installs openstack CRDs timeout 500s bash -c "while ! (oc get crd openstacks.operator.openstack.org); do sleep 1; done" Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found NAME CREATED AT openstacks.operator.openstack.org 2025-10-13T19:38:15Z make openstack_init make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' error: the server doesn't have a resource type "openstackversion" # call make_openstack if it isn't already bash -c '(oc get subscription -n openstack-operators openstack-operator || make openstack) || true' NAME PACKAGE SOURCE CHANNEL openstack-operator openstack-operator openstack-operator-index alpha timeout 500s bash -c 'until $(oc get csv -l operators.coreos.com/openstack-operator.openstack-operators -n openstack-operators | grep -q Succeeded); do sleep 1; done' No resources found in openstack-operators namespace. bash -c 'test -f /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/config/samples/operator_v1beta1_openstack.yaml || make openstack_repo' oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/config/samples/operator_v1beta1_openstack.yaml openstack.operator.openstack.org/openstack created # FIXME: Ugly hack to prevent OpenStack Baremetal operator from crashing when BMO is not installed if ! echo "" | grep -q "baremetalhosts.metal3.io"; then \ curl -o /tmp/bmh_crd.yaml --retry-all-errors --retry 5 --retry-delay 10 https://raw.githubusercontent.com/metal3-io/baremetal-operator/refs/heads/main/config/base/crds/bases/metal3.io_baremetalhosts.yaml; \ oc apply -f /tmp/bmh_crd.yaml; \ rm -f /tmp/bmh_crd.yaml; \ fi % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 61353 100 61353 0 0 624k 0 --:--:-- --:--:-- --:--:-- 624k customresourcedefinition.apiextensions.k8s.io/baremetalhosts.metal3.io created oc wait openstack/openstack -n openstack-operators --for condition=Ready --timeout=500s openstack.operator.openstack.org/openstack condition met timeout 500s bash -c "while ! (oc get services -n openstack-operators | grep -E '^(openstack|openstack-baremetal|infra)-operator-webhook-service' | wc -l | grep -q -e 3); do sleep 5; done" make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make wait make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/operator-wait.sh + TIMEOUT=500s +++ dirname scripts/operator-wait.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq ']' + pushd /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls + timeout 500s bash -c 'until [ "$(bash ./get-operator-status.sh)" == "Succeeded" ]; do sleep 5; done' + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq-cluster ']' + DEPL_NAME=openstack-operator-controller-manager ++ oc get -n openstack-operators deployment openstack-operator-controller-manager -o json ++ jq -e .status.availableReplicas + REPLICAS=1 + '[' 1 '!=' 1 ']' + echo Succeeded + exit 0 + rc=0 + popd ~/src/github.com/openstack-k8s-operators/install_yamls + exit 0 make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make wait make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/operator-wait.sh + TIMEOUT=500s +++ dirname scripts/operator-wait.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq ']' + pushd /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls + timeout 500s bash -c 'until [ "$(bash ./get-operator-status.sh)" == "Succeeded" ]; do sleep 5; done' + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq-cluster ']' + DEPL_NAME=openstack-operator-controller-manager ++ oc get -n openstack-operators deployment openstack-operator-controller-manager -o json ++ jq -e .status.availableReplicas + REPLICAS=1 + '[' 1 '!=' 1 ']' + echo Succeeded + exit 0 + rc=0 + popd ~/src/github.com/openstack-k8s-operators/install_yamls + exit 0 make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make wait make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/operator-wait.sh + TIMEOUT=500s +++ dirname scripts/operator-wait.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq ']' + pushd /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls + timeout 500s bash -c 'until [ "$(bash ./get-operator-status.sh)" == "Succeeded" ]; do sleep 5; done' + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq-cluster ']' + DEPL_NAME=openstack-operator-controller-manager ++ oc get -n openstack-operators deployment openstack-operator-controller-manager -o json ++ jq -e .status.availableReplicas + REPLICAS=1 + '[' 1 '!=' 1 ']' + echo Succeeded + exit 0 + rc=0 + popd ~/src/github.com/openstack-k8s-operators/install_yamls + exit 0 make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make wait make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/operator-wait.sh + TIMEOUT=500s +++ dirname scripts/operator-wait.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq ']' + pushd /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls + timeout 500s bash -c 'until [ "$(bash ./get-operator-status.sh)" == "Succeeded" ]; do sleep 5; done' + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq-cluster ']' + DEPL_NAME=openstack-operator-controller-manager ++ oc get -n openstack-operators deployment openstack-operator-controller-manager -o json ++ jq -e .status.availableReplicas + REPLICAS=1 + '[' 1 '!=' 1 ']' + echo Succeeded + exit 0 + rc=0 + popd ~/src/github.com/openstack-k8s-operators/install_yamls + exit 0 make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make openstack_kuttl_run make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' set -e; \ for test_dir in ctlplane-basic-deployment ctlplane-basic-deployment-with-nicMappings ctlplane-collapsed ctlplane-galera-3replicas ctlplane-galera-basic ctlplane-nodeselectors ctlplane-tls-cert-rotation ctlplane-tls-custom-issuers ctlplane-tls-custom-route dataplane-create-test dataplane-deploy-global-service-test dataplane-deploy-multiple-secrets dataplane-deploy-no-nodes-test dataplane-deploy-tls-test dataplane-extramounts dataplane-multinode-nodeset-create-test dataplane-service-config dataplane-service-custom-image dataplane-service-failure; do \ oc delete osctlplane --all --namespace openstack-kuttl-tests; \ make crc_storage_cleanup_with_retries; \ make crc_storage_with_retries; \ kubectl-kuttl test --config /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/kuttl-test.yaml /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/tests/kuttl/tests --test ${test_dir}; \ done No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/crc-storage + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage created timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Now using project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound No resources found ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' No resources found if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 5m7s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage created ++ cat ++ oc apply -f - serviceaccount/crc-storage created ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role created ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding created + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/crc + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created Warning: resource persistentvolumes/local-storage01-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage01-crc configured Warning: resource persistentvolumes/local-storage02-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage02-crc configured Warning: resource persistentvolumes/local-storage03-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage03-crc configured Warning: resource persistentvolumes/local-storage04-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage04-crc configured Warning: resource persistentvolumes/local-storage05-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage05-crc configured Warning: resource persistentvolumes/local-storage06-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage06-crc configured Warning: resource persistentvolumes/local-storage07-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage07-crc configured Warning: resource persistentvolumes/local-storage08-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage08-crc configured Warning: resource persistentvolumes/local-storage09-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage09-crc configured Warning: resource persistentvolumes/local-storage10-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage10-crc configured Warning: resource persistentvolumes/local-storage11-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage11-crc configured Warning: resource persistentvolumes/local-storage12-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage12-crc configured persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs created make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2025/10/13 19:39:52 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/tests/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 19:39:52 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 19:39:52 | | netconfig.network.openstack.org/netconfig created logger.go:42: 19:39:52 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 19:39:52 | | dnsmasq.network.openstack.org/dnsmasq created logger.go:42: 19:39:52 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=ansibleee-ssh-key-id_rsa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 19:39:53 | | Generating public/private rsa key pair. logger.go:42: 19:39:53 | | Your identification has been saved in ansibleee-ssh-key-id_rsa logger.go:42: 19:39:53 | | Your public key has been saved in ansibleee-ssh-key-id_rsa.pub logger.go:42: 19:39:53 | | The key fingerprint is: logger.go:42: 19:39:53 | | SHA256:VCJuwoD6YMCqjIbrmfxGP1cc3DBS1brr9CZYa6fIhnQ zuul@controller logger.go:42: 19:39:53 | | The key's randomart image is: logger.go:42: 19:39:53 | | +---[RSA 4096]----+ logger.go:42: 19:39:53 | | |... . o.o.. | logger.go:42: 19:39:53 | | |o. o . o = . | logger.go:42: 19:39:53 | | |+ o o + + . | logger.go:42: 19:39:53 | | |+. o . o o | logger.go:42: 19:39:53 | | |*o S . . | logger.go:42: 19:39:53 | | |+o.. . E o | logger.go:42: 19:39:53 | | |... . . + o.o | logger.go:42: 19:39:53 | | |o o. o o.oo=.o | logger.go:42: 19:39:53 | | |.=o. o .ooo=. | logger.go:42: 19:39:53 | | +----[SHA256]-----+ logger.go:42: 19:39:53 | | secret/dataplane-ansible-ssh-private-key-secret created harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/tests/kuttl/tests has 19 tests === RUN kuttl/harness === RUN kuttl/harness/ctlplane-basic-deployment === PAUSE kuttl/harness/ctlplane-basic-deployment === RUN kuttl/harness/ctlplane-basic-deployment-with-nicMappings === PAUSE kuttl/harness/ctlplane-basic-deployment-with-nicMappings === CONT kuttl/harness/ctlplane-basic-deployment logger.go:42: 19:39:53 | ctlplane-basic-deployment | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 19:39:53 | ctlplane-basic-deployment/1-deploy-openstack | starting test step 1-deploy-openstack logger.go:42: 19:39:53 | ctlplane-basic-deployment/1-deploy-openstack | running command: [sh -c oc kustomize ../../../../config/samples/base/openstackcontrolplane | oc apply -n $NAMESPACE -f - ] logger.go:42: 19:39:54 | ctlplane-basic-deployment/1-deploy-openstack | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 19:39:54 | ctlplane-basic-deployment/1-deploy-openstack | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 19:39:54 | ctlplane-basic-deployment/1-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack created logger.go:42: 19:44:54 | ctlplane-basic-deployment/1-deploy-openstack | test step completed 1-deploy-openstack logger.go:42: 19:44:54 | ctlplane-basic-deployment/2-deploy-custom-cacert-secret | starting test step 2-deploy-custom-cacert-secret logger.go:42: 19:44:54 | ctlplane-basic-deployment/2-deploy-custom-cacert-secret | running command: [sh -c oc apply -n $NAMESPACE -f ../../common/custom-ca.yaml ] logger.go:42: 19:44:54 | ctlplane-basic-deployment/2-deploy-custom-cacert-secret | secret/ca-custom-kuttl created logger.go:42: 19:44:54 | ctlplane-basic-deployment/2-deploy-custom-cacert-secret | test step completed 2-deploy-custom-cacert-secret logger.go:42: 19:44:54 | ctlplane-basic-deployment/3-deploy-custom-cacert | starting test step 3-deploy-custom-cacert logger.go:42: 19:44:54 | ctlplane-basic-deployment/3-deploy-custom-cacert | running command: [sh -c oc kustomize ../../../../config/samples/tls/custom_ca | oc apply -n $NAMESPACE -f - ] logger.go:42: 19:44:59 | ctlplane-basic-deployment/3-deploy-custom-cacert | openstackcontrolplane.core.openstack.org/openstack configured logger.go:42: 19:44:59 | ctlplane-basic-deployment/3-deploy-custom-cacert | test step completed 3-deploy-custom-cacert logger.go:42: 19:44:59 | ctlplane-basic-deployment/4- | starting test step 4- logger.go:42: 19:44:59 | ctlplane-basic-deployment/4- | running command: [sh -c echo "Checking ca-custom-kuttl.pem is present in combined-ca-bundle..." CUSTOM_CERT_CONTENT=$(oc get secret ca-custom-kuttl -n $NAMESPACE -o jsonpath="{.data['ca-custom-kuttl\.pem']}" | base64 --decode | tr -d '\n') TLS_BUNDLE_CONTENT=$(oc get secret combined-ca-bundle -n $NAMESPACE -o jsonpath="{.data['tls-ca-bundle\.pem']}" | base64 --decode | tr -d '\n') if [[ "$TLS_BUNDLE_CONTENT" == *"$CUSTOM_CERT_CONTENT"* ]]; then echo "OK" exit 0 else echo "Not present" exit 1 fi ] logger.go:42: 19:44:59 | ctlplane-basic-deployment/4- | Checking ca-custom-kuttl.pem is present in combined-ca-bundle... logger.go:42: 19:44:59 | ctlplane-basic-deployment/4- | OK logger.go:42: 19:44:59 | ctlplane-basic-deployment/4- | test step completed 4- logger.go:42: 19:44:59 | ctlplane-basic-deployment/5-cleanup | starting test step 5-cleanup logger.go:42: 19:45:01 | ctlplane-basic-deployment/5-cleanup | running command: [sh -c oc delete --ignore-not-found=true -n $NAMESPACE pvc \ srv-swift-storage-0 oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 19:45:02 | ctlplane-basic-deployment/5-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 19:45:02 | ctlplane-basic-deployment/5-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 19:45:02 | ctlplane-basic-deployment/5-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 19:45:02 | ctlplane-basic-deployment/5-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 19:45:02 | ctlplane-basic-deployment/5-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 19:45:02 | ctlplane-basic-deployment/5-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 19:45:02 | ctlplane-basic-deployment/5-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 19:45:02 | ctlplane-basic-deployment/5-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 19:45:02 | ctlplane-basic-deployment/5-cleanup | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 19:45:03 | ctlplane-basic-deployment/5-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 19:45:04 | ctlplane-basic-deployment/5-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 19:45:04 | ctlplane-basic-deployment/5-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 19:45:04 | ctlplane-basic-deployment/5-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 19:45:04 | ctlplane-basic-deployment/5-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 19:45:04 | ctlplane-basic-deployment/5-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 19:45:04 | ctlplane-basic-deployment/5-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 19:45:04 | ctlplane-basic-deployment/5-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 19:45:04 | ctlplane-basic-deployment/5-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 19:45:04 | ctlplane-basic-deployment/5-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 19:45:04 | ctlplane-basic-deployment/5-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 19:45:04 | ctlplane-basic-deployment/5-cleanup | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 19:45:04 | ctlplane-basic-deployment/5-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 19:45:04 | ctlplane-basic-deployment/5-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 19:45:04 | ctlplane-basic-deployment/5-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 19:45:04 | ctlplane-basic-deployment/5-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 19:45:10 | ctlplane-basic-deployment/5-cleanup | secret "rootca-internal" deleted logger.go:42: 19:45:10 | ctlplane-basic-deployment/5-cleanup | secret "rootca-libvirt" deleted logger.go:42: 19:45:10 | ctlplane-basic-deployment/5-cleanup | secret "rootca-ovn" deleted logger.go:42: 19:45:10 | ctlplane-basic-deployment/5-cleanup | secret "rootca-public" deleted logger.go:42: 19:45:42 | ctlplane-basic-deployment/5-cleanup | test step completed 5-cleanup logger.go:42: 19:45:42 | ctlplane-basic-deployment | skipping kubernetes event logging === CONT kuttl/harness/ctlplane-basic-deployment-with-nicMappings logger.go:42: 19:45:42 | ctlplane-basic-deployment-with-nicMappings | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 19:45:42 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | starting test step 1-create-nic-mappings logger.go:42: 19:45:42 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | running command: [sh -c oc apply -n $NAMESPACE -f ../../../../config/samples/nad_datacentre.yaml ] logger.go:42: 19:45:42 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | networkattachmentdefinition.k8s.cni.cncf.io/datacentre configured logger.go:42: 19:45:42 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | test step completed 1-create-nic-mappings logger.go:42: 19:45:42 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | starting test step 2-deploy-openstack logger.go:42: 19:45:42 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | running command: [sh -c oc kustomize ../../../../config/samples/base/openstackcontrolplane | oc apply -n $NAMESPACE -f - ] logger.go:42: 19:45:42 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 19:45:42 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 19:45:42 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack created logger.go:42: 19:50:07 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | test step completed 2-deploy-openstack logger.go:42: 19:50:07 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | starting test step 3-add-ovn-nic-mappings logger.go:42: 19:50:07 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | running command: [sh -c oc patch openstackcontrolplane -n $NAMESPACE openstack --type='json' -p='[{ "op": "replace", "path": "/spec/ovn/template/ovnController/nicMappings", "value":{"datacentre":"ospbr"} }]' ] logger.go:42: 19:50:08 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | openstackcontrolplane.core.openstack.org/openstack patched logger.go:42: 19:50:14 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | test step completed 3-add-ovn-nic-mappings logger.go:42: 19:50:14 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | starting test step 4-remove-ovn-nic-mappings logger.go:42: 19:50:14 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c oc patch OpenStackControlPlane -n $NAMESPACE openstack --type='json' -p='[{ "op": "remove", "path": "/spec/ovn/template/ovnController/nicMappings", }]' ] logger.go:42: 19:50:14 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | openstackcontrolplane.core.openstack.org/openstack patched logger.go:42: 19:50:14 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:16 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:17 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:18 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:20 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:21 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:22 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:24 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:25 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:27 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:28 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:29 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:31 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:32 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:33 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:35 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:36 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:37 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:39 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:40 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:41 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:43 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:44 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:45 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:47 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:48 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:50:48 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | test step completed 4-remove-ovn-nic-mappings logger.go:42: 19:50:48 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | starting test step 5-cleanup logger.go:42: 19:50:49 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | running command: [sh -c oc delete --ignore-not-found=true -n $NAMESPACE pvc \ srv-swift-storage-0 oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 19:50:49 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 19:50:49 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 19:50:49 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 19:50:49 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 19:50:49 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 19:50:49 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 19:50:49 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 19:50:49 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 19:50:49 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 19:50:49 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 19:50:49 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovncontroller-ovndbs" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 19:50:50 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 19:50:56 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-internal" deleted logger.go:42: 19:50:56 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-libvirt" deleted logger.go:42: 19:50:56 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-ovn" deleted logger.go:42: 19:50:56 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-public" deleted logger.go:42: 19:51:22 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | test step completed 5-cleanup logger.go:42: 19:51:22 | ctlplane-basic-deployment-with-nicMappings | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (689.89s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/ctlplane-basic-deployment (348.38s) --- PASS: kuttl/harness/ctlplane-basic-deployment-with-nicMappings (340.23s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 2 + NAME=swift-swift-storage-0 + oc delete -n openstack-kuttl-tests pvc/swift-swift-storage-0 --ignore-not-found persistentvolumeclaim "swift-swift-storage-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ cut -d / -f 2 ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 + NAME=glance-glance-default-internal-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-internal-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-internal-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-cell1-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-cell1-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-cell1-galera-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ cut -d / -f 1 ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-external-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-external-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-external-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-galera-0" deleted ++ awk '{print $1}' ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 11m storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ tr '\n' ' ' ++ sed -e 's|node/||' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2025/10/13 19:51:44 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/tests/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 19:51:44 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 19:51:44 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 19:51:44 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 19:51:45 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 19:51:45 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=ansibleee-ssh-key-id_rsa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 19:51:45 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/tests/kuttl/tests has 19 tests === RUN kuttl/harness === RUN kuttl/harness/ctlplane-basic-deployment-with-nicMappings === PAUSE kuttl/harness/ctlplane-basic-deployment-with-nicMappings === CONT kuttl/harness/ctlplane-basic-deployment-with-nicMappings logger.go:42: 19:51:45 | ctlplane-basic-deployment-with-nicMappings | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 19:51:45 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | starting test step 1-create-nic-mappings logger.go:42: 19:51:45 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | running command: [sh -c oc apply -n $NAMESPACE -f ../../../../config/samples/nad_datacentre.yaml ] logger.go:42: 19:51:45 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | networkattachmentdefinition.k8s.cni.cncf.io/datacentre unchanged logger.go:42: 19:51:45 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | test step completed 1-create-nic-mappings logger.go:42: 19:51:45 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | starting test step 2-deploy-openstack logger.go:42: 19:51:45 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | running command: [sh -c oc kustomize ../../../../config/samples/base/openstackcontrolplane | oc apply -n $NAMESPACE -f - ] logger.go:42: 19:51:46 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 19:51:46 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 19:51:46 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack created logger.go:42: 19:55:57 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | test step completed 2-deploy-openstack logger.go:42: 19:55:57 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | starting test step 3-add-ovn-nic-mappings logger.go:42: 19:55:57 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | running command: [sh -c oc patch openstackcontrolplane -n $NAMESPACE openstack --type='json' -p='[{ "op": "replace", "path": "/spec/ovn/template/ovnController/nicMappings", "value":{"datacentre":"ospbr"} }]' ] logger.go:42: 19:55:58 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | openstackcontrolplane.core.openstack.org/openstack patched logger.go:42: 19:56:03 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | test step completed 3-add-ovn-nic-mappings logger.go:42: 19:56:03 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | starting test step 4-remove-ovn-nic-mappings logger.go:42: 19:56:03 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c oc patch OpenStackControlPlane -n $NAMESPACE openstack --type='json' -p='[{ "op": "remove", "path": "/spec/ovn/template/ovnController/nicMappings", }]' ] logger.go:42: 19:56:03 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | openstackcontrolplane.core.openstack.org/openstack patched logger.go:42: 19:56:03 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:56:04 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:56:06 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 19:56:11 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | Unable to connect to the server: dial tcp: lookup api.crc.testing on 199.204.44.24:53: no such host logger.go:42: 19:56:11 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | test step completed 4-remove-ovn-nic-mappings logger.go:42: 19:56:11 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | starting test step 5-cleanup logger.go:42: 19:56:11 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | running command: [sh -c oc delete --ignore-not-found=true -n $NAMESPACE pvc \ srv-swift-storage-0 oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovncontroller-ovndbs" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 19:56:12 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 19:56:19 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-internal" deleted logger.go:42: 19:56:19 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-libvirt" deleted logger.go:42: 19:56:19 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-ovn" deleted logger.go:42: 19:56:19 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-public" deleted logger.go:42: 19:56:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | test step completed 5-cleanup logger.go:42: 19:56:45 | ctlplane-basic-deployment-with-nicMappings | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (301.64s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/ctlplane-basic-deployment-with-nicMappings (300.23s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-external-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-external-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-external-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-galera-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-cell1-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-cell1-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-cell1-galera-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-internal-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-internal-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-internal-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 2 + NAME=swift-swift-storage-0 + oc delete -n openstack-kuttl-tests pvc/swift-swift-storage-0 --ignore-not-found persistentvolumeclaim "swift-swift-storage-0" deleted ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 5m11s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2025/10/13 19:57:08 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/tests/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 19:57:08 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 19:57:08 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 19:57:08 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 19:57:09 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 19:57:09 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=ansibleee-ssh-key-id_rsa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 19:57:09 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/tests/kuttl/tests has 19 tests === RUN kuttl/harness === RUN kuttl/harness/ctlplane-collapsed === PAUSE kuttl/harness/ctlplane-collapsed === CONT kuttl/harness/ctlplane-collapsed logger.go:42: 19:57:09 | ctlplane-collapsed | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 19:57:09 | ctlplane-collapsed/0-deps | starting test step 0-deps logger.go:42: 19:57:09 | ctlplane-collapsed/0-deps | running command: [sh -c oc apply -f ../../common/rhobs.yaml until oc api-resources | grep -q rhobs; do sleep 1; done ] logger.go:42: 19:57:09 | ctlplane-collapsed/0-deps | subscription.operators.coreos.com/cluster-observability-operator created logger.go:42: 19:57:25 | ctlplane-collapsed/0-deps | test step completed 0-deps logger.go:42: 19:57:25 | ctlplane-collapsed/1-deploy-openstack-collapsed-cell | starting test step 1-deploy-openstack-collapsed-cell logger.go:42: 19:57:25 | ctlplane-collapsed/1-deploy-openstack-collapsed-cell | running command: [sh -c oc apply -n $NAMESPACE -f ../../../../config/samples/core_v1beta1_openstackcontrolplane_collapsed_cell.yaml ] logger.go:42: 19:57:25 | ctlplane-collapsed/1-deploy-openstack-collapsed-cell | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 19:57:25 | ctlplane-collapsed/1-deploy-openstack-collapsed-cell | openstackcontrolplane.core.openstack.org/openstack-collapsed-cell created logger.go:42: 20:01:51 | ctlplane-collapsed/1-deploy-openstack-collapsed-cell | test step completed 1-deploy-openstack-collapsed-cell logger.go:42: 20:01:51 | ctlplane-collapsed/2-cleanup | starting test step 2-cleanup logger.go:42: 20:01:51 | ctlplane-collapsed/2-cleanup | running command: [sh -c oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 20:01:51 | ctlplane-collapsed/2-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-metric-storage-prometheus-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-watcher-internal-svc" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-watcher-public-route" deleted logger.go:42: 20:01:52 | ctlplane-collapsed/2-cleanup | secret "cert-watcher-public-svc" deleted logger.go:42: 20:01:59 | ctlplane-collapsed/2-cleanup | secret "rootca-internal" deleted logger.go:42: 20:01:59 | ctlplane-collapsed/2-cleanup | secret "rootca-libvirt" deleted logger.go:42: 20:01:59 | ctlplane-collapsed/2-cleanup | secret "rootca-ovn" deleted logger.go:42: 20:01:59 | ctlplane-collapsed/2-cleanup | secret "rootca-public" deleted logger.go:42: 20:02:25 | ctlplane-collapsed/2-cleanup | test step completed 2-cleanup logger.go:42: 20:02:25 | ctlplane-collapsed | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (317.74s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/ctlplane-collapsed (316.26s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-external-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-external-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-external-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-internal-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-internal-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-internal-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 2 + NAME=swift-swift-storage-0 + oc delete -n openstack-kuttl-tests pvc/swift-swift-storage-0 --ignore-not-found persistentvolumeclaim "swift-swift-storage-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-galera-0" deleted ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 5m26s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ oc apply -f - ++ cat serviceaccount/crc-storage unchanged ++ oc apply -f - ++ cat role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2025/10/13 20:02:47 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/tests/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 20:02:47 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 20:02:51 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 20:02:51 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 20:02:52 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 20:02:52 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=ansibleee-ssh-key-id_rsa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 20:02:52 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/tests/kuttl/tests has 19 tests === RUN kuttl/harness === RUN kuttl/harness/ctlplane-galera-3replicas === PAUSE kuttl/harness/ctlplane-galera-3replicas === CONT kuttl/harness/ctlplane-galera-3replicas logger.go:42: 20:02:52 | ctlplane-galera-3replicas | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 20:02:52 | ctlplane-galera-3replicas/1-deploy-galera-3replicas | starting test step 1-deploy-galera-3replicas logger.go:42: 20:02:52 | ctlplane-galera-3replicas/1-deploy-galera-3replicas | running command: [sh -c oc apply -n $NAMESPACE -f ../../../../config/samples/core_v1beta1_openstackcontrolplane_galera_3replicas.yaml ] logger.go:42: 20:02:52 | ctlplane-galera-3replicas/1-deploy-galera-3replicas | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 20:02:52 | ctlplane-galera-3replicas/1-deploy-galera-3replicas | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 20:02:52 | ctlplane-galera-3replicas/1-deploy-galera-3replicas | openstackcontrolplane.core.openstack.org/openstack-galera-3replicas created logger.go:42: 20:07:10 | ctlplane-galera-3replicas/1-deploy-galera-3replicas | test step completed 1-deploy-galera-3replicas logger.go:42: 20:07:10 | ctlplane-galera-3replicas/2-cleanup | starting test step 2-cleanup logger.go:42: 20:07:11 | ctlplane-galera-3replicas/2-cleanup | running command: [sh -c oc delete --ignore-not-found=true -n $NAMESPACE pvc \ mysql-db-openstack-galera-0 \ mysql-db-openstack-galera-1 \ mysql-db-openstack-galera-2 \ mysql-db-openstack-cell1-galera-0 \ mysql-db-openstack-cell1-galera-1 \ mysql-db-openstack-cell1-galera-2 oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 20:07:11 | ctlplane-galera-3replicas/2-cleanup | persistentvolumeclaim "mysql-db-openstack-galera-0" deleted logger.go:42: 20:07:11 | ctlplane-galera-3replicas/2-cleanup | persistentvolumeclaim "mysql-db-openstack-galera-1" deleted logger.go:42: 20:07:11 | ctlplane-galera-3replicas/2-cleanup | persistentvolumeclaim "mysql-db-openstack-galera-2" deleted logger.go:42: 20:07:11 | ctlplane-galera-3replicas/2-cleanup | persistentvolumeclaim "mysql-db-openstack-cell1-galera-0" deleted logger.go:42: 20:07:11 | ctlplane-galera-3replicas/2-cleanup | persistentvolumeclaim "mysql-db-openstack-cell1-galera-1" deleted logger.go:42: 20:07:11 | ctlplane-galera-3replicas/2-cleanup | persistentvolumeclaim "mysql-db-openstack-cell1-galera-2" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 20:07:26 | ctlplane-galera-3replicas/2-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 20:07:32 | ctlplane-galera-3replicas/2-cleanup | secret "rootca-internal" deleted logger.go:42: 20:07:32 | ctlplane-galera-3replicas/2-cleanup | secret "rootca-libvirt" deleted logger.go:42: 20:07:32 | ctlplane-galera-3replicas/2-cleanup | secret "rootca-ovn" deleted logger.go:42: 20:07:32 | ctlplane-galera-3replicas/2-cleanup | secret "rootca-public" deleted logger.go:42: 20:07:44 | ctlplane-galera-3replicas/2-cleanup | test step completed 2-cleanup logger.go:42: 20:07:44 | ctlplane-galera-3replicas | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (297.42s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/ctlplane-galera-3replicas (292.40s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 2 + NAME=swift-swift-storage-0 + oc delete -n openstack-kuttl-tests pvc/swift-swift-storage-0 --ignore-not-found persistentvolumeclaim "swift-swift-storage-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-internal-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-internal-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-internal-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ cut -d / -f 1 ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-external-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-external-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-external-api-0" deleted ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 5m6s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ oc apply -f - ++ cat configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ tr '\n' ' ' ++ sed -e 's|node/||' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2025/10/13 20:08:06 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/tests/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 20:08:06 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 20:08:07 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 20:08:07 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 20:08:07 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 20:08:07 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=ansibleee-ssh-key-id_rsa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 20:08:07 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/tests/kuttl/tests has 19 tests === RUN kuttl/harness === RUN kuttl/harness/ctlplane-galera-basic === PAUSE kuttl/harness/ctlplane-galera-basic === CONT kuttl/harness/ctlplane-galera-basic logger.go:42: 20:08:07 | ctlplane-galera-basic | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 20:08:07 | ctlplane-galera-basic/1-deploy-galera | starting test step 1-deploy-galera logger.go:42: 20:08:07 | ctlplane-galera-basic/1-deploy-galera | running command: [sh -c oc apply -n $NAMESPACE -f ../../../../config/samples/core_v1beta1_openstackcontrolplane_galera.yaml ] logger.go:42: 20:08:08 | ctlplane-galera-basic/1-deploy-galera | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 20:08:08 | ctlplane-galera-basic/1-deploy-galera | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 20:08:08 | ctlplane-galera-basic/1-deploy-galera | openstackcontrolplane.core.openstack.org/openstack-galera created logger.go:42: 20:12:05 | ctlplane-galera-basic/1-deploy-galera | test step completed 1-deploy-galera logger.go:42: 20:12:05 | ctlplane-galera-basic/2-cleanup | starting test step 2-cleanup logger.go:42: 20:12:05 | ctlplane-galera-basic/2-cleanup | running command: [sh -c oc delete --ignore-not-found=true -n $NAMESPACE pvc \ mysql-db-openstack-galera-0 \ mysql-db-openstack-cell1-galera-0 \ srv-swift-storage-0 oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 20:12:05 | ctlplane-galera-basic/2-cleanup | persistentvolumeclaim "mysql-db-openstack-galera-0" deleted logger.go:42: 20:12:05 | ctlplane-galera-basic/2-cleanup | persistentvolumeclaim "mysql-db-openstack-cell1-galera-0" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 20:12:14 | ctlplane-galera-basic/2-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 20:12:20 | ctlplane-galera-basic/2-cleanup | secret "rootca-internal" deleted logger.go:42: 20:12:20 | ctlplane-galera-basic/2-cleanup | secret "rootca-libvirt" deleted logger.go:42: 20:12:20 | ctlplane-galera-basic/2-cleanup | secret "rootca-ovn" deleted logger.go:42: 20:12:20 | ctlplane-galera-basic/2-cleanup | secret "rootca-public" deleted logger.go:42: 20:12:39 | ctlplane-galera-basic/2-cleanup | test step completed 2-cleanup logger.go:42: 20:12:39 | ctlplane-galera-basic | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (272.65s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/ctlplane-galera-basic (271.12s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 2 + NAME=swift-swift-storage-0 + oc delete -n openstack-kuttl-tests pvc/swift-swift-storage-0 --ignore-not-found persistentvolumeclaim "swift-swift-storage-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-internal-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-internal-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-internal-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-external-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-external-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-external-api-0" deleted ++ awk '{print $1}' ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 4m41s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2025/10/13 20:13:01 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/tests/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 20:13:01 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 20:13:02 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 20:13:02 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 20:13:03 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 20:13:03 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=ansibleee-ssh-key-id_rsa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 20:13:03 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/tests/kuttl/tests has 19 tests === RUN kuttl/harness === RUN kuttl/harness/ctlplane-nodeselectors === PAUSE kuttl/harness/ctlplane-nodeselectors === CONT kuttl/harness/ctlplane-nodeselectors logger.go:42: 20:13:03 | ctlplane-nodeselectors | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 20:13:03 | ctlplane-nodeselectors/1-deploy-openstack | starting test step 1-deploy-openstack logger.go:42: 20:13:03 | ctlplane-nodeselectors/1-deploy-openstack | running command: [sh -c oc annotate namespace $NAMESPACE openshift.io/node-selector="beta.kubernetes.io/os=linux" ] logger.go:42: 20:13:03 | ctlplane-nodeselectors/1-deploy-openstack | namespace/openstack-kuttl-tests annotated logger.go:42: 20:13:03 | ctlplane-nodeselectors/1-deploy-openstack | running command: [sh -c oc kustomize ../../../../config/samples/nodeselectors/global | oc apply -n $NAMESPACE -f - ] logger.go:42: 20:13:03 | ctlplane-nodeselectors/1-deploy-openstack | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 20:13:03 | ctlplane-nodeselectors/1-deploy-openstack | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 20:13:03 | ctlplane-nodeselectors/1-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack created logger.go:42: 20:17:19 | ctlplane-nodeselectors/1-deploy-openstack | test step completed 1-deploy-openstack logger.go:42: 20:17:19 | ctlplane-nodeselectors/2- | starting test step 2- logger.go:42: 20:17:19 | ctlplane-nodeselectors/2- | running command: [sh -c echo "Checking all pods have expected nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:19 | ctlplane-nodeselectors/2- | Checking all pods have expected nodeselector logger.go:42: 20:17:19 | ctlplane-nodeselectors/2- | running command: [sh -c echo "Checking all cronjobs have expected nodeselector" EXPECTED_NODE_SELECTOR="node-role.kubernetes.io/worker:" BAD_OR_MISSING_NODE_SELECTOR=$(oc get cronjobs -n $NAMESPACE -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.jobTemplate.spec.template.spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT cronjobs with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:19 | ctlplane-nodeselectors/2- | Checking all cronjobs have expected nodeselector logger.go:42: 20:17:19 | ctlplane-nodeselectors/2- | test step completed 2- logger.go:42: 20:17:19 | ctlplane-nodeselectors/3-update-nodeselector | starting test step 3-update-nodeselector logger.go:42: 20:17:19 | ctlplane-nodeselectors/3-update-nodeselector | running command: [sh -c oc patch openstackcontrolplane -n $NAMESPACE openstack --type='json' -p='[{ "op": "replace", "path": "/spec/nodeSelector", "value": {"kubernetes.io/os":"linux"} }]' ] logger.go:42: 20:17:20 | ctlplane-nodeselectors/3-update-nodeselector | openstackcontrolplane.core.openstack.org/openstack patched logger.go:42: 20:17:20 | ctlplane-nodeselectors/3-update-nodeselector | test step completed 3-update-nodeselector logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | starting test step 4- logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | Found 28 pods with bad or missing nodeselector: logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | ceilometer-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | kube-state-metrics-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | memcached-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | nova-cell1-novncproxy-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | openstack-cell1-galera-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | openstack-galera-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | ovn-northd-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | ovsdbserver-nb-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | ovsdbserver-sb-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | rabbitmq-cell1-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | rabbitmq-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:20 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | Found 28 pods with bad or missing nodeselector: logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | ceilometer-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | kube-state-metrics-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | memcached-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | nova-cell1-novncproxy-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | openstack-cell1-galera-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | openstack-galera-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | ovn-northd-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | ovsdbserver-nb-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | ovsdbserver-sb-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | rabbitmq-cell1-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | rabbitmq-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:21 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:22 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:22 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | Found 25 pods with bad or missing nodeselector: logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | ceilometer-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | kube-state-metrics-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | nova-cell1-novncproxy-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | openstack-cell1-galera-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | openstack-galera-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | ovn-northd-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | rabbitmq-cell1-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | rabbitmq-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:23 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | Found 23 pods with bad or missing nodeselector: logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | ceilometer-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | nova-cell1-novncproxy-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | openstack-galera-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | ovn-northd-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | rabbitmq-cell1-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | rabbitmq-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:24 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | Found 21 pods with bad or missing nodeselector: logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | ceilometer-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | ovn-northd-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | rabbitmq-cell1-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | rabbitmq-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:25 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | Found 20 pods with bad or missing nodeselector: logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | ovn-northd-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | rabbitmq-cell1-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | rabbitmq-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:26 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:27 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:27 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | Found 20 pods with bad or missing nodeselector: logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | ovn-northd-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | rabbitmq-cell1-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | rabbitmq-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:28 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | Found 19 pods with bad or missing nodeselector: logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | rabbitmq-cell1-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | rabbitmq-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:29 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | Found 19 pods with bad or missing nodeselector: logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | rabbitmq-cell1-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | rabbitmq-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:30 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | Found 19 pods with bad or missing nodeselector: logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | rabbitmq-cell1-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | rabbitmq-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:31 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:32 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:32 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | Found 18 pods with bad or missing nodeselector: logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | rabbitmq-cell1-server-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:33 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | Found 17 pods with bad or missing nodeselector: logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:34 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | Found 17 pods with bad or missing nodeselector: logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:35 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:36 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:36 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | Found 17 pods with bad or missing nodeselector: logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:37 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | Found 17 pods with bad or missing nodeselector: logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:38 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | Found 17 pods with bad or missing nodeselector: logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:39 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:40 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:40 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | Found 17 pods with bad or missing nodeselector: logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:41 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | Found 17 pods with bad or missing nodeselector: logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:42 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | Found 17 pods with bad or missing nodeselector: logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | barbican-worker-58dcf4bdd8-4m58l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | nova-cell1-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:43 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:44 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:44 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | Found 15 pods with bad or missing nodeselector: logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | cinder-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | glance-default-external-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | glance-default-internal-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | openstackclient: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:45 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | Found 11 pods with bad or missing nodeselector: logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:46 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | Found 11 pods with bad or missing nodeselector: logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | nova-cell0-conductor-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:47 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:48 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:48 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:49 | ctlplane-nodeselectors/4- | Found 10 pods with bad or missing nodeselector: logger.go:42: 20:17:49 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:49 | ctlplane-nodeselectors/4- | barbican-keystone-listener-5ff7664d5f-8q59l: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:49 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:49 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:49 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:49 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:49 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:49 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:49 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:49 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:49 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:49 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:50 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:50 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:50 | ctlplane-nodeselectors/4- | Found 9 pods with bad or missing nodeselector: logger.go:42: 20:17:50 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:50 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:50 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:50 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:50 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:50 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:50 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:50 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:50 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:50 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:50 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:51 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:51 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:51 | ctlplane-nodeselectors/4- | Found 9 pods with bad or missing nodeselector: logger.go:42: 20:17:51 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:51 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:51 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:51 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:51 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:51 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:51 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:51 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:51 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:51 | ctlplane-nodeselectors/4- | swift-storage-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:51 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:52 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:52 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:53 | ctlplane-nodeselectors/4- | Found 8 pods with bad or missing nodeselector: logger.go:42: 20:17:53 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:53 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:53 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:53 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:53 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:53 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:53 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:53 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:53 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:53 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:54 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:54 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:54 | ctlplane-nodeselectors/4- | Found 8 pods with bad or missing nodeselector: logger.go:42: 20:17:54 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:54 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:54 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:54 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:54 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:54 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:54 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:54 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:54 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:54 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:55 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:55 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:55 | ctlplane-nodeselectors/4- | Found 8 pods with bad or missing nodeselector: logger.go:42: 20:17:55 | ctlplane-nodeselectors/4- | barbican-api-78cfff64d9-fq79n: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:55 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:55 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:55 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:55 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:55 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:55 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:55 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:55 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:55 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:56 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:56 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:57 | ctlplane-nodeselectors/4- | Found 7 pods with bad or missing nodeselector: logger.go:42: 20:17:57 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:57 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:57 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:57 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:57 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:57 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:57 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:57 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:57 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:58 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:58 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:58 | ctlplane-nodeselectors/4- | Found 7 pods with bad or missing nodeselector: logger.go:42: 20:17:58 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:58 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:58 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:58 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:58 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:58 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:58 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:58 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:58 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:17:59 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:17:59 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:17:59 | ctlplane-nodeselectors/4- | Found 7 pods with bad or missing nodeselector: logger.go:42: 20:17:59 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:59 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:59 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:59 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:59 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:59 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:59 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:59 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:17:59 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:00 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:00 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:00 | ctlplane-nodeselectors/4- | Found 7 pods with bad or missing nodeselector: logger.go:42: 20:18:00 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:00 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:00 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:00 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:00 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:00 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:00 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:00 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:00 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:01 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:01 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:02 | ctlplane-nodeselectors/4- | Found 7 pods with bad or missing nodeselector: logger.go:42: 20:18:02 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:02 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:02 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:02 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:02 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:02 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:02 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:02 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:02 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:03 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:03 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:03 | ctlplane-nodeselectors/4- | Found 7 pods with bad or missing nodeselector: logger.go:42: 20:18:03 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:03 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:03 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:03 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:03 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:03 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:03 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:03 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:03 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:04 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:04 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:04 | ctlplane-nodeselectors/4- | Found 7 pods with bad or missing nodeselector: logger.go:42: 20:18:04 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:04 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:04 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:04 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:04 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:04 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:04 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:04 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:04 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:05 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:05 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:06 | ctlplane-nodeselectors/4- | Found 7 pods with bad or missing nodeselector: logger.go:42: 20:18:06 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:06 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:06 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:06 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:06 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:06 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:06 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:06 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:06 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:07 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:07 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:07 | ctlplane-nodeselectors/4- | Found 7 pods with bad or missing nodeselector: logger.go:42: 20:18:07 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:07 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:07 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:07 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:07 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:07 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:07 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:07 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:07 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:08 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:08 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:08 | ctlplane-nodeselectors/4- | Found 7 pods with bad or missing nodeselector: logger.go:42: 20:18:08 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:08 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:08 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:08 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:08 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:08 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:08 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:08 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:08 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:09 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:09 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:10 | ctlplane-nodeselectors/4- | Found 7 pods with bad or missing nodeselector: logger.go:42: 20:18:10 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:10 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:10 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:10 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:10 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:10 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:10 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:10 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:10 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:11 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:11 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:11 | ctlplane-nodeselectors/4- | Found 7 pods with bad or missing nodeselector: logger.go:42: 20:18:11 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:11 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:11 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:11 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:11 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:11 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:11 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:11 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:11 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:12 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:12 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:12 | ctlplane-nodeselectors/4- | Found 7 pods with bad or missing nodeselector: logger.go:42: 20:18:12 | ctlplane-nodeselectors/4- | cinder-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:12 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:12 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:12 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:12 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:12 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:12 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:12 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:12 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:13 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:13 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:14 | ctlplane-nodeselectors/4- | Found 6 pods with bad or missing nodeselector: logger.go:42: 20:18:14 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:14 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:14 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:14 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:14 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:14 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:14 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:14 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:15 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:15 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:15 | ctlplane-nodeselectors/4- | Found 6 pods with bad or missing nodeselector: logger.go:42: 20:18:15 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:15 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:15 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:15 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:15 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:15 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:15 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:15 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:16 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:16 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:16 | ctlplane-nodeselectors/4- | Found 6 pods with bad or missing nodeselector: logger.go:42: 20:18:16 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:16 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:16 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:16 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:16 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:16 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:16 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:16 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:17 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:17 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:17 | ctlplane-nodeselectors/4- | Found 6 pods with bad or missing nodeselector: logger.go:42: 20:18:17 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:17 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:17 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:17 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:17 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:17 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:17 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:17 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:18 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:18 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:19 | ctlplane-nodeselectors/4- | Found 6 pods with bad or missing nodeselector: logger.go:42: 20:18:19 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:19 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:19 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:19 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:19 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:19 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:19 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:19 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:20 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:20 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:20 | ctlplane-nodeselectors/4- | Found 6 pods with bad or missing nodeselector: logger.go:42: 20:18:20 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:20 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:20 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:20 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:20 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:20 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:20 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:20 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:21 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:21 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:21 | ctlplane-nodeselectors/4- | Found 6 pods with bad or missing nodeselector: logger.go:42: 20:18:21 | ctlplane-nodeselectors/4- | keystone-7744f76b89-8b8k9: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:21 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:21 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:21 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:21 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:21 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:21 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:21 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:22 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:22 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:23 | ctlplane-nodeselectors/4- | Found 5 pods with bad or missing nodeselector: logger.go:42: 20:18:23 | ctlplane-nodeselectors/4- | neutron-c8f7c6645-wp4gb: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:23 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:23 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:23 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:23 | ctlplane-nodeselectors/4- | placement-7cf77b4bbc-jrhtr: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:23 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:23 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:24 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:24 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:24 | ctlplane-nodeselectors/4- | Found 3 pods with bad or missing nodeselector: logger.go:42: 20:18:24 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:24 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:24 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:24 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:24 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:25 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:25 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:25 | ctlplane-nodeselectors/4- | Found 3 pods with bad or missing nodeselector: logger.go:42: 20:18:25 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:25 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:25 | ctlplane-nodeselectors/4- | nova-scheduler-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:25 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:25 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:26 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:26 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:27 | ctlplane-nodeselectors/4- | Found 2 pods with bad or missing nodeselector: logger.go:42: 20:18:27 | ctlplane-nodeselectors/4- | nova-api-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:27 | ctlplane-nodeselectors/4- | nova-metadata-0: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:27 | ctlplane-nodeselectors/4- | swift-proxy-64b99674c-dkvsf: map[beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:] logger.go:42: 20:18:27 | ctlplane-nodeselectors/4- | command failure, skipping 1 additional commands logger.go:42: 20:18:28 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:28 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 20:18:28 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all cronjobs have expected nodeselector" EXPECTED_NODE_SELECTOR="kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get cronjobs -n $NAMESPACE -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.jobTemplate.spec.template.spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT cronjobs with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 20:18:28 | ctlplane-nodeselectors/4- | Checking all cronjobs have expected nodeselector logger.go:42: 20:18:28 | ctlplane-nodeselectors/4- | test step completed 4- logger.go:42: 20:18:28 | ctlplane-nodeselectors/5-cleanup | starting test step 5-cleanup logger.go:42: 20:18:29 | ctlplane-nodeselectors/5-cleanup | running command: [sh -c oc annotate namespace $NAMESPACE openshift.io/node-selector- oc delete --ignore-not-found=true -n $NAMESPACE pvc \ srv-swift-storage-0 oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 20:18:29 | ctlplane-nodeselectors/5-cleanup | namespace/openstack-kuttl-tests annotated logger.go:42: 20:18:29 | ctlplane-nodeselectors/5-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 20:18:29 | ctlplane-nodeselectors/5-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 20:18:30 | ctlplane-nodeselectors/5-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 20:18:36 | ctlplane-nodeselectors/5-cleanup | secret "rootca-internal" deleted logger.go:42: 20:18:36 | ctlplane-nodeselectors/5-cleanup | secret "rootca-libvirt" deleted logger.go:42: 20:18:36 | ctlplane-nodeselectors/5-cleanup | secret "rootca-ovn" deleted logger.go:42: 20:18:36 | ctlplane-nodeselectors/5-cleanup | secret "rootca-public" deleted logger.go:42: 20:19:03 | ctlplane-nodeselectors/5-cleanup | test step completed 5-cleanup logger.go:42: 20:19:03 | ctlplane-nodeselectors | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (361.27s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/ctlplane-nodeselectors (359.74s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ grep Bound ++ awk '{print $6}' + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 2 + NAME=swift-swift-storage-0 + oc delete -n openstack-kuttl-tests pvc/swift-swift-storage-0 --ignore-not-found persistentvolumeclaim "swift-swift-storage-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-cell1-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-cell1-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-cell1-galera-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-internal-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-internal-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-internal-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-external-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-external-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-external-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-galera-0" deleted ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 6m10s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2025/10/13 20:19:25 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/tests/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 20:19:25 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 20:19:26 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 20:19:26 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 20:19:26 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 20:19:26 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=ansibleee-ssh-key-id_rsa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 20:19:27 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/tests/kuttl/tests has 19 tests === RUN kuttl/harness === RUN kuttl/harness/ctlplane-tls-cert-rotation === PAUSE kuttl/harness/ctlplane-tls-cert-rotation === CONT kuttl/harness/ctlplane-tls-cert-rotation logger.go:42: 20:19:27 | ctlplane-tls-cert-rotation | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 20:19:27 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | starting test step 0-deploy-openstack-tls-ingress-only logger.go:42: 20:19:27 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c oc kustomize ../../../../config/samples/tls/tls_ingress | oc apply -n $NAMESPACE -f - ] logger.go:42: 20:19:27 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 20:19:27 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 20:19:27 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | openstackcontrolplane.core.openstack.org/openstack created logger.go:42: 20:19:27 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 20:19:27 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Waiting for OpenStack control plane to be ready... logger.go:42: 20:23:16 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 20:23:16 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "Fail if internal https endpoints are registered" oc exec -i openstackclient -n $NAMESPACE -- bash -c "openstack endpoint list --interface internal -f value -c URL" | grep 'https:' && exit 1 exit 0 ] logger.go:42: 20:23:16 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Fail if internal https endpoints are registered logger.go:42: 20:23:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check ovn sb internalDbAddress use tcp" oc get -n $NAMESPACE OVNDBCluster ovndbcluster-sb -o jsonpath={.status.internalDbAddress} | grep -q tcp ] logger.go:42: 20:23:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check ovn sb internalDbAddress use tcp logger.go:42: 20:23:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check ovn sb DB connection use tcp" oc exec -i statefulset/ovsdbserver-sb -n $NAMESPACE -- bash -c "ovn-sbctl --no-leader-only get-connection | grep -q ptcp" ] logger.go:42: 20:23:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check ovn sb DB connection use tcp logger.go:42: 20:23:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Defaulted container "ovsdbserver-sb" out of: ovsdbserver-sb, openstack-network-exporter logger.go:42: 20:23:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check nova transport_url use tcp" oc exec -i statefulset/nova-cell1-conductor -n $NAMESPACE -- bash -c "grep transport_url /etc/nova/nova.conf.d/01-nova.conf | grep -q 'ssl=0'" ] logger.go:42: 20:23:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check nova transport_url use tcp logger.go:42: 20:23:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check neutron ovn_sb_connection url tcp address" oc exec -i deployment/neutron -n $NAMESPACE -- bash -c "grep ovn_sb_connection /etc/neutron/neutron.conf.d/01-neutron.conf | grep -q tcp" ] logger.go:42: 20:23:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check neutron ovn_sb_connection url tcp address logger.go:42: 20:23:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Defaulted container "neutron-api" out of: neutron-api, neutron-httpd logger.go:42: 20:23:22 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 20:23:22 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Waiting for OpenStack control plane to be ready... logger.go:42: 20:23:22 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 20:23:22 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "Fail if internal https endpoints are registered" oc exec -i openstackclient -n $NAMESPACE -- bash -c "openstack endpoint list --interface internal -f value -c URL" | grep 'https:' && exit 1 exit 0 ] logger.go:42: 20:23:22 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Fail if internal https endpoints are registered logger.go:42: 20:23:24 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check ovn sb internalDbAddress use tcp" oc get -n $NAMESPACE OVNDBCluster ovndbcluster-sb -o jsonpath={.status.internalDbAddress} | grep -q tcp ] logger.go:42: 20:23:24 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check ovn sb internalDbAddress use tcp logger.go:42: 20:23:24 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check ovn sb DB connection use tcp" oc exec -i statefulset/ovsdbserver-sb -n $NAMESPACE -- bash -c "ovn-sbctl --no-leader-only get-connection | grep -q ptcp" ] logger.go:42: 20:23:24 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check ovn sb DB connection use tcp logger.go:42: 20:23:25 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Defaulted container "ovsdbserver-sb" out of: ovsdbserver-sb, openstack-network-exporter logger.go:42: 20:23:25 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check nova transport_url use tcp" oc exec -i statefulset/nova-cell1-conductor -n $NAMESPACE -- bash -c "grep transport_url /etc/nova/nova.conf.d/01-nova.conf | grep -q 'ssl=0'" ] logger.go:42: 20:23:25 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check nova transport_url use tcp logger.go:42: 20:23:25 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check neutron ovn_sb_connection url tcp address" oc exec -i deployment/neutron -n $NAMESPACE -- bash -c "grep ovn_sb_connection /etc/neutron/neutron.conf.d/01-neutron.conf | grep -q tcp" ] logger.go:42: 20:23:25 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check neutron ovn_sb_connection url tcp address logger.go:42: 20:23:25 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Defaulted container "neutron-api" out of: neutron-api, neutron-httpd logger.go:42: 20:23:25 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | test step completed 0-deploy-openstack-tls-ingress-only logger.go:42: 20:23:25 | ctlplane-tls-cert-rotation/1-deploy-openstack | starting test step 1-deploy-openstack logger.go:42: 20:23:25 | ctlplane-tls-cert-rotation/1-deploy-openstack | running command: [sh -c oc kustomize ../../../../config/samples/base/openstackcontrolplane | oc apply -n $NAMESPACE -f - ] logger.go:42: 20:23:26 | ctlplane-tls-cert-rotation/1-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack configured logger.go:42: 20:26:10 | ctlplane-tls-cert-rotation/1-deploy-openstack | test step completed 1-deploy-openstack logger.go:42: 20:26:10 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | starting test step 2-get-endpoints-certs logger.go:42: 20:26:10 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_before ] logger.go:42: 20:26:10 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Get fingerprints of all service certs logger.go:42: 20:26:10 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openstack endpoint list -c URL -f value logger.go:42: 20:26:11 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ awk -F/ '{print $3}' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! nova-internal.openstack-kuttl-tests.svc:8774 =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=69:B7:A8:39:D3:56:9B:F9:6C:20:00:88:92:1C:0F:08:B1:FA:77:BE logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 69:B7:A8:39:D3:56:9B:F9:6C:20:00:88:92:1C:0F:08:B1:FA:77:BE ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'nova-internal.openstack-kuttl-tests.svc:8774 69:B7:A8:39:D3:56:9B:F9:6C:20:00:88:92:1C:0F:08:B1:FA:77:BE' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! glance-default-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=3C:9E:AC:47:9E:55:66:14:F0:2E:94:77:A0:B8:46:81:8C:1F:64:CB logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 3C:9E:AC:47:9E:55:66:14:F0:2E:94:77:A0:B8:46:81:8C:1F:64:CB ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 3C:9E:AC:47:9E:55:66:14:F0:2E:94:77:A0:B8:46:81:8C:1F:64:CB' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo swift-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=swift-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! swift-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=FE:A1:B4:81:10:84:D0:C7:49:26:85:8E:16:D9:91:77:61:33:43:9A logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n FE:A1:B4:81:10:84:D0:C7:49:26:85:8E:16:D9:91:77:61:33:43:9A ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'swift-public-openstack-kuttl-tests.apps-crc.testing:443 FE:A1:B4:81:10:84:D0:C7:49:26:85:8E:16:D9:91:77:61:33:43:9A' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! glance-default-internal.openstack-kuttl-tests.svc:9292 =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=82:94:C7:CF:5D:87:50:8D:14:F2:42:88:9C:11:9B:82:4D:DC:0A:69 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 82:94:C7:CF:5D:87:50:8D:14:F2:42:88:9C:11:9B:82:4D:DC:0A:69 ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'glance-default-internal.openstack-kuttl-tests.svc:9292 82:94:C7:CF:5D:87:50:8D:14:F2:42:88:9C:11:9B:82:4D:DC:0A:69' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo cinder-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! cinder-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=30:06:BF:06:E2:65:E2:C9:45:0B:89:EB:70:DC:6E:99:3F:F7:8D:BF logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 30:06:BF:06:E2:65:E2:C9:45:0B:89:EB:70:DC:6E:99:3F:F7:8D:BF ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'cinder-public-openstack-kuttl-tests.apps-crc.testing:443 30:06:BF:06:E2:65:E2:C9:45:0B:89:EB:70:DC:6E:99:3F:F7:8D:BF' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! placement-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=5F:AA:A1:8C:31:E6:08:06:27:B1:15:BA:DA:83:65:EA:D9:1D:BC:D5 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 5F:AA:A1:8C:31:E6:08:06:27:B1:15:BA:DA:83:65:EA:D9:1D:BC:D5 ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'placement-public-openstack-kuttl-tests.apps-crc.testing:443 5F:AA:A1:8C:31:E6:08:06:27:B1:15:BA:DA:83:65:EA:D9:1D:BC:D5' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! neutron-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=67:E3:8E:09:2C:B6:6F:83:C3:60:08:82:A2:C5:4B:3B:A5:25:0A:77 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 67:E3:8E:09:2C:B6:6F:83:C3:60:08:82:A2:C5:4B:3B:A5:25:0A:77 ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'neutron-public-openstack-kuttl-tests.apps-crc.testing:443 67:E3:8E:09:2C:B6:6F:83:C3:60:08:82:A2:C5:4B:3B:A5:25:0A:77' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! cinder-internal.openstack-kuttl-tests.svc:8776 =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=01:07:13:B6:FF:11:56:31:E1:F7:8F:C7:41:06:22:95:93:87:6A:93 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 01:07:13:B6:FF:11:56:31:E1:F7:8F:C7:41:06:22:95:93:87:6A:93 ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'cinder-internal.openstack-kuttl-tests.svc:8776 01:07:13:B6:FF:11:56:31:E1:F7:8F:C7:41:06:22:95:93:87:6A:93' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! barbican-internal.openstack-kuttl-tests.svc:9311 =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=2C:A9:ED:A9:8B:45:7C:9B:4B:B0:33:C5:89:3D:6A:F6:89:BC:06:72 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 2C:A9:ED:A9:8B:45:7C:9B:4B:B0:33:C5:89:3D:6A:F6:89:BC:06:72 ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'barbican-internal.openstack-kuttl-tests.svc:9311 2C:A9:ED:A9:8B:45:7C:9B:4B:B0:33:C5:89:3D:6A:F6:89:BC:06:72' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! swift-internal.openstack-kuttl-tests.svc:8080 =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=F8:D2:94:AB:30:A6:E9:54:44:8C:13:00:BD:7A:13:6F:B7:CE:A8:F9 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n F8:D2:94:AB:30:A6:E9:54:44:8C:13:00:BD:7A:13:6F:B7:CE:A8:F9 ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'swift-internal.openstack-kuttl-tests.svc:8080 F8:D2:94:AB:30:A6:E9:54:44:8C:13:00:BD:7A:13:6F:B7:CE:A8:F9' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! keystone-internal.openstack-kuttl-tests.svc:5000 =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=08:FC:0C:DF:8C:0B:2E:C5:93:5B:7D:DE:E8:56:49:42:73:EA:1C:23 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 08:FC:0C:DF:8C:0B:2E:C5:93:5B:7D:DE:E8:56:49:42:73:EA:1C:23 ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'keystone-internal.openstack-kuttl-tests.svc:5000 08:FC:0C:DF:8C:0B:2E:C5:93:5B:7D:DE:E8:56:49:42:73:EA:1C:23' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! barbican-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=5F:EC:8F:E4:BD:67:37:6C:77:65:A2:0F:50:FA:3B:B5:C0:16:23:7A logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 5F:EC:8F:E4:BD:67:37:6C:77:65:A2:0F:50:FA:3B:B5:C0:16:23:7A ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'barbican-public-openstack-kuttl-tests.apps-crc.testing:443 5F:EC:8F:E4:BD:67:37:6C:77:65:A2:0F:50:FA:3B:B5:C0:16:23:7A' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo nova-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=nova-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! nova-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=00:97:B7:1B:B6:67:7C:83:8B:01:63:75:EC:38:B8:93:EE:FB:F7:99 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 00:97:B7:1B:B6:67:7C:83:8B:01:63:75:EC:38:B8:93:EE:FB:F7:99 ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'nova-public-openstack-kuttl-tests.apps-crc.testing:443 00:97:B7:1B:B6:67:7C:83:8B:01:63:75:EC:38:B8:93:EE:FB:F7:99' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! placement-internal.openstack-kuttl-tests.svc:8778 =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=CF:74:4C:BC:D9:5E:B6:03:07:06:4B:43:4A:C4:C2:7A:77:AB:FC:36 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n CF:74:4C:BC:D9:5E:B6:03:07:06:4B:43:4A:C4:C2:7A:77:AB:FC:36 ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'placement-internal.openstack-kuttl-tests.svc:8778 CF:74:4C:BC:D9:5E:B6:03:07:06:4B:43:4A:C4:C2:7A:77:AB:FC:36' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! keystone-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=51:9F:C4:3A:B4:14:39:13:D2:9D:C5:0C:1C:A9:0C:E1:6A:A4:86:E3 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 51:9F:C4:3A:B4:14:39:13:D2:9D:C5:0C:1C:A9:0C:E1:6A:A4:86:E3 ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'keystone-public-openstack-kuttl-tests.apps-crc.testing:443 51:9F:C4:3A:B4:14:39:13:D2:9D:C5:0C:1C:A9:0C:E1:6A:A4:86:E3' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! neutron-internal.openstack-kuttl-tests.svc:9696 =~ :[0-9]+$ ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=6D:54:EC:95:55:25:08:0C:23:B6:2A:4B:EC:14:29:08:3B:D5:2F:83 logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 6D:54:EC:95:55:25:08:0C:23:B6:2A:4B:EC:14:29:08:3B:D5:2F:83 ]] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'neutron-internal.openstack-kuttl-tests.svc:9696 6D:54:EC:95:55:25:08:0C:23:B6:2A:4B:EC:14:29:08:3B:D5:2F:83' logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 20:26:13 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 20:26:14 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 20:26:14 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | running command: [sh -c echo "Fail if internal http endpoints are registered" oc exec -i openstackclient -n $NAMESPACE -- bash -c "openstack endpoint list --interface internal -f value -c URL" | grep 'http:' && exit 1 exit 0 ] logger.go:42: 20:26:14 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Fail if internal http endpoints are registered logger.go:42: 20:26:16 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | running command: [sh -c echo "check ovn sb internalDbAddress use ssl" oc get -n $NAMESPACE OVNDBCluster ovndbcluster-sb -o jsonpath={.status.internalDbAddress} | grep -q ssl ] logger.go:42: 20:26:16 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | check ovn sb internalDbAddress use ssl logger.go:42: 20:26:16 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | running command: [sh -c echo "check ovn sb DB connection use ssl" oc exec -i statefulset/ovsdbserver-sb -n $NAMESPACE -- bash -c "ovn-sbctl --no-leader-only get-connection | grep -q pssl" ] logger.go:42: 20:26:16 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | check ovn sb DB connection use ssl logger.go:42: 20:26:16 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Defaulted container "ovsdbserver-sb" out of: ovsdbserver-sb, openstack-network-exporter logger.go:42: 20:26:16 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | running command: [sh -c echo "check nova transport_url use ssl" oc exec -i statefulset/nova-cell1-conductor -n $NAMESPACE -- bash -c "grep transport_url /etc/nova/nova.conf.d/01-nova.conf | grep -q 'ssl=1'" ] logger.go:42: 20:26:16 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | check nova transport_url use ssl logger.go:42: 20:26:16 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | running command: [sh -c echo "check neutron ovn_sb_connection url ssl" oc exec -i deployment/neutron -n $NAMESPACE -- bash -c "grep ovn_sb_connection /etc/neutron/neutron.conf.d/01-neutron.conf| grep -q ssl" ] logger.go:42: 20:26:16 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | check neutron ovn_sb_connection url ssl logger.go:42: 20:26:17 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Defaulted container "neutron-api" out of: neutron-api, neutron-httpd logger.go:42: 20:26:17 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | test step completed 2-get-endpoints-certs logger.go:42: 20:26:17 | ctlplane-tls-cert-rotation/3-change-cert-duration | starting test step 3-change-cert-duration logger.go:42: 20:26:17 | ctlplane-tls-cert-rotation/3-change-cert-duration | running command: [sh -c oc kustomize ../../../../config/samples/tls/custom_duration | oc apply -n $NAMESPACE -f - ] logger.go:42: 20:26:18 | ctlplane-tls-cert-rotation/3-change-cert-duration | openstackcontrolplane.core.openstack.org/openstack configured logger.go:42: 20:26:19 | ctlplane-tls-cert-rotation/3-change-cert-duration | test step completed 3-change-cert-duration logger.go:42: 20:26:19 | ctlplane-tls-cert-rotation/4- | starting test step 4- logger.go:42: 20:26:19 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:26:19 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:26:19 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:26:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:26:19 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:26:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:26:19 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:26:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:26:20 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:26:20 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:26:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:26:20 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:26:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:26:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:26:21 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:26:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 20:26:21 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:26:21 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:26:21 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6641. logger.go:42: 20:26:21 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:26:22 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6643. logger.go:42: 20:26:22 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:26:22 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:1981. logger.go:42: 20:26:22 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:26:22 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:26:22 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.118:3000. logger.go:42: 20:26:23 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:26:23 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:26:23 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:5671. logger.go:42: 20:26:23 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:26:23 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15671. logger.go:42: 20:26:23 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:26:23 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15691. logger.go:42: 20:26:23 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:26:23 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:26:24 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.4.238:3306. logger.go:42: 20:26:24 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:26:24 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:26:24 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.5.75:3306. logger.go:42: 20:26:24 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_after ] logger.go:42: 20:26:24 | ctlplane-tls-cert-rotation/4- | Get fingerprints of all service certs logger.go:42: 20:26:24 | ctlplane-tls-cert-rotation/4- | Error from server (NotFound): pods "openstackclient" not found logger.go:42: 20:26:24 | ctlplane-tls-cert-rotation/4- | command failure, skipping 1 additional commands logger.go:42: 20:26:25 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:26:25 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:26:25 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:26:26 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:26:26 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15691. logger.go:42: 20:26:26 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:26:26 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:5671. logger.go:42: 20:26:26 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:26:26 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15671. logger.go:42: 20:26:26 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:26:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:26:26 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6642. logger.go:42: 20:26:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:26:26 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6644. logger.go:42: 20:26:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:26:27 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:1981. logger.go:42: 20:26:27 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:26:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:26:27 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6641. logger.go:42: 20:26:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:26:27 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6643. logger.go:42: 20:26:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:26:28 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:1981. logger.go:42: 20:26:28 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:26:28 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:26:28 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.118:3000. logger.go:42: 20:26:28 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:26:28 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:26:28 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:5671. logger.go:42: 20:26:28 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:26:29 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15671. logger.go:42: 20:26:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:26:29 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15691. logger.go:42: 20:26:29 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:26:29 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:26:29 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.4.238:3306. logger.go:42: 20:26:29 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:26:30 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:26:30 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.5.75:3306. logger.go:42: 20:26:30 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_after ] logger.go:42: 20:26:30 | ctlplane-tls-cert-rotation/4- | Get fingerprints of all service certs logger.go:42: 20:26:30 | ctlplane-tls-cert-rotation/4- | Error from server (NotFound): pods "openstackclient" not found logger.go:42: 20:26:30 | ctlplane-tls-cert-rotation/4- | command failure, skipping 1 additional commands logger.go:42: 20:26:31 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:26:31 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:26:31 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:26:31 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:26:31 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15691. logger.go:42: 20:26:31 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:26:31 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:5671. logger.go:42: 20:26:31 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:26:32 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15671. logger.go:42: 20:26:32 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:26:32 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:26:32 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6642. logger.go:42: 20:26:32 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:26:32 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6644. logger.go:42: 20:26:32 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:26:33 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:1981. logger.go:42: 20:26:33 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:26:33 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:26:33 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6641. logger.go:42: 20:26:33 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:26:33 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6643. logger.go:42: 20:26:33 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:26:33 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:1981. logger.go:42: 20:26:34 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:26:34 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:26:34 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.118:3000. logger.go:42: 20:26:34 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:26:34 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:26:34 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:5671. logger.go:42: 20:26:34 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:26:34 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15671. logger.go:42: 20:26:34 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:26:35 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15691. logger.go:42: 20:26:35 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:26:35 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:26:35 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.4.238:3306. logger.go:42: 20:26:35 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:26:35 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:26:35 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.5.75:3306. logger.go:42: 20:26:35 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_after ] logger.go:42: 20:26:35 | ctlplane-tls-cert-rotation/4- | Get fingerprints of all service certs logger.go:42: 20:26:36 | ctlplane-tls-cert-rotation/4- | Error from server (NotFound): pods "openstackclient" not found logger.go:42: 20:26:36 | ctlplane-tls-cert-rotation/4- | command failure, skipping 1 additional commands logger.go:42: 20:26:37 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:26:37 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:26:37 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:26:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:26:37 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15691. logger.go:42: 20:26:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:26:37 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:5671. logger.go:42: 20:26:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:26:37 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15671. logger.go:42: 20:26:38 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:26:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:26:38 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6642. logger.go:42: 20:26:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:26:38 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6644. logger.go:42: 20:26:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:26:38 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:1981. logger.go:42: 20:26:38 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:26:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:26:39 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6641. logger.go:42: 20:26:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:26:39 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6643. logger.go:42: 20:26:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:26:39 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:1981. logger.go:42: 20:26:39 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:26:39 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:26:39 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.118:3000. logger.go:42: 20:26:40 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:26:40 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:26:40 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:5671. logger.go:42: 20:26:40 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:26:40 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15671. logger.go:42: 20:26:40 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:26:40 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15691. logger.go:42: 20:26:40 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:26:40 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:26:41 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.4.238:3306. logger.go:42: 20:26:41 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:26:41 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:26:41 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.5.75:3306. logger.go:42: 20:26:41 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_after ] logger.go:42: 20:26:41 | ctlplane-tls-cert-rotation/4- | Get fingerprints of all service certs logger.go:42: 20:26:41 | ctlplane-tls-cert-rotation/4- | Error from server (NotFound): pods "openstackclient" not found logger.go:42: 20:26:41 | ctlplane-tls-cert-rotation/4- | command failure, skipping 1 additional commands logger.go:42: 20:26:42 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:26:42 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:26:42 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:26:43 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:26:43 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15691. logger.go:42: 20:26:43 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:26:43 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:5671. logger.go:42: 20:26:43 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:26:43 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15671. logger.go:42: 20:26:43 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:26:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:26:43 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6642. logger.go:42: 20:26:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:26:44 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6644. logger.go:42: 20:26:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:26:44 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:1981. logger.go:42: 20:26:44 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:26:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:26:44 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6641. logger.go:42: 20:26:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:26:44 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6643. logger.go:42: 20:26:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:26:45 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:1981. logger.go:42: 20:26:45 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:26:45 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:26:45 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.118:3000. logger.go:42: 20:26:45 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:26:45 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:26:46 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:5671. logger.go:42: 20:26:46 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:26:46 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15671. logger.go:42: 20:26:46 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:26:46 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15691. logger.go:42: 20:26:46 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:26:46 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:26:46 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.4.238:3306. logger.go:42: 20:26:46 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:26:46 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:26:47 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.5.75:3306. logger.go:42: 20:26:47 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_after ] logger.go:42: 20:26:47 | ctlplane-tls-cert-rotation/4- | Get fingerprints of all service certs logger.go:42: 20:26:47 | ctlplane-tls-cert-rotation/4- | Error from server (NotFound): pods "openstackclient" not found logger.go:42: 20:26:47 | ctlplane-tls-cert-rotation/4- | command failure, skipping 1 additional commands logger.go:42: 20:26:48 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:26:48 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:26:48 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:26:48 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:26:48 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15691. logger.go:42: 20:26:48 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:26:48 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:5671. logger.go:42: 20:26:48 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:26:49 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15671. logger.go:42: 20:26:49 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:26:49 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:26:49 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6642. logger.go:42: 20:26:49 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:26:49 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6644. logger.go:42: 20:26:49 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:26:49 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:1981. logger.go:42: 20:26:50 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:26:50 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:26:50 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6641. logger.go:42: 20:26:50 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:26:50 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6643. logger.go:42: 20:26:50 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:26:50 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:1981. logger.go:42: 20:26:50 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:26:51 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:26:51 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.118:3000. logger.go:42: 20:26:51 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:26:51 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:26:51 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:5671. logger.go:42: 20:26:51 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:26:51 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15671. logger.go:42: 20:26:51 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:26:51 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15691. logger.go:42: 20:26:52 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:26:52 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:26:52 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.4.238:3306. logger.go:42: 20:26:52 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:26:52 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:26:52 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.5.75:3306. logger.go:42: 20:26:52 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_after ] logger.go:42: 20:26:52 | ctlplane-tls-cert-rotation/4- | Get fingerprints of all service certs logger.go:42: 20:26:52 | ctlplane-tls-cert-rotation/4- | Error from server (NotFound): pods "openstackclient" not found logger.go:42: 20:26:52 | ctlplane-tls-cert-rotation/4- | command failure, skipping 1 additional commands logger.go:42: 20:26:53 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:26:53 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:26:54 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:26:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:26:54 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15691. logger.go:42: 20:26:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:26:54 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:5671. logger.go:42: 20:26:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:26:54 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15671. logger.go:42: 20:26:54 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:26:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:26:55 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6642. logger.go:42: 20:26:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:26:55 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6644. logger.go:42: 20:26:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:26:55 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:1981. logger.go:42: 20:26:55 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:26:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:26:55 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6641. logger.go:42: 20:26:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:26:56 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6643. logger.go:42: 20:26:56 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:26:56 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:1981. logger.go:42: 20:26:56 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:26:56 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:26:56 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.118:3000. logger.go:42: 20:26:56 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:26:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:26:57 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:5671. logger.go:42: 20:26:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:26:57 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15671. logger.go:42: 20:26:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:26:57 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15691. logger.go:42: 20:26:57 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:26:57 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:26:57 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.4.238:3306. logger.go:42: 20:26:58 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:26:58 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:26:58 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.5.75:3306. logger.go:42: 20:26:58 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_after ] logger.go:42: 20:26:58 | ctlplane-tls-cert-rotation/4- | Get fingerprints of all service certs logger.go:42: 20:26:58 | ctlplane-tls-cert-rotation/4- | Error from server (NotFound): pods "openstackclient" not found logger.go:42: 20:26:58 | ctlplane-tls-cert-rotation/4- | command failure, skipping 1 additional commands logger.go:42: 20:26:59 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:26:59 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:26:59 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:26:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:26:59 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15691. logger.go:42: 20:26:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:27:00 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:5671. logger.go:42: 20:27:00 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:27:00 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15671. logger.go:42: 20:27:00 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:27:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:27:00 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6642. logger.go:42: 20:27:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:27:00 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6644. logger.go:42: 20:27:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:27:01 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:1981. logger.go:42: 20:27:01 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:27:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:27:01 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6641. logger.go:42: 20:27:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:27:01 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6643. logger.go:42: 20:27:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:27:01 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:1981. logger.go:42: 20:27:02 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:27:02 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:27:02 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.118:3000. logger.go:42: 20:27:02 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:27:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:27:02 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:5671. logger.go:42: 20:27:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:27:02 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15671. logger.go:42: 20:27:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:27:02 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15691. logger.go:42: 20:27:03 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:27:03 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:27:03 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.4.238:3306. logger.go:42: 20:27:03 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:27:03 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:27:03 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.5.75:3306. logger.go:42: 20:27:03 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_after ] logger.go:42: 20:27:03 | ctlplane-tls-cert-rotation/4- | Get fingerprints of all service certs logger.go:42: 20:27:03 | ctlplane-tls-cert-rotation/4- | Error from server (NotFound): pods "openstackclient" not found logger.go:42: 20:27:03 | ctlplane-tls-cert-rotation/4- | command failure, skipping 1 additional commands logger.go:42: 20:27:04 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:27:04 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:27:05 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:27:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:27:05 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15691. logger.go:42: 20:27:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:27:05 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:5671. logger.go:42: 20:27:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:27:05 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15671. logger.go:42: 20:27:05 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:27:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:27:06 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6642. logger.go:42: 20:27:06 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:27:06 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6644. logger.go:42: 20:27:06 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:27:06 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:1981. logger.go:42: 20:27:06 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:27:06 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:27:06 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6641. logger.go:42: 20:27:06 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:27:07 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6643. logger.go:42: 20:27:07 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:27:07 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:1981. logger.go:42: 20:27:07 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:27:07 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:27:07 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.118:3000. logger.go:42: 20:27:07 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:27:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:27:08 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:5671. logger.go:42: 20:27:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:27:08 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15671. logger.go:42: 20:27:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:27:08 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15691. logger.go:42: 20:27:08 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:27:08 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:27:08 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.4.238:3306. logger.go:42: 20:27:09 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:27:09 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:27:09 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.5.75:3306. logger.go:42: 20:27:09 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_after ] logger.go:42: 20:27:09 | ctlplane-tls-cert-rotation/4- | Get fingerprints of all service certs logger.go:42: 20:27:09 | ctlplane-tls-cert-rotation/4- | Error from server (NotFound): pods "openstackclient" not found logger.go:42: 20:27:09 | ctlplane-tls-cert-rotation/4- | command failure, skipping 1 additional commands logger.go:42: 20:27:10 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:27:10 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:27:10 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:27:10 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:27:10 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15691. logger.go:42: 20:27:10 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:27:11 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:5671. logger.go:42: 20:27:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:27:11 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15671. logger.go:42: 20:27:11 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:27:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:27:11 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6642. logger.go:42: 20:27:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:27:11 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6644. logger.go:42: 20:27:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:27:11 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:1981. logger.go:42: 20:27:12 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:27:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:27:12 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6641. logger.go:42: 20:27:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:27:12 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6643. logger.go:42: 20:27:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:27:12 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:1981. logger.go:42: 20:27:12 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:27:13 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:27:13 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.118:3000. logger.go:42: 20:27:13 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:27:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:27:13 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:5671. logger.go:42: 20:27:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:27:13 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15671. logger.go:42: 20:27:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:27:13 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15691. logger.go:42: 20:27:14 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:27:14 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:27:14 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.4.238:3306. logger.go:42: 20:27:14 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:27:14 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:27:14 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.5.75:3306. logger.go:42: 20:27:14 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_after ] logger.go:42: 20:27:14 | ctlplane-tls-cert-rotation/4- | Get fingerprints of all service certs logger.go:42: 20:27:14 | ctlplane-tls-cert-rotation/4- | Error from server (NotFound): pods "openstackclient" not found logger.go:42: 20:27:14 | ctlplane-tls-cert-rotation/4- | command failure, skipping 1 additional commands logger.go:42: 20:27:15 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:27:15 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:27:16 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:27:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:27:16 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15691. logger.go:42: 20:27:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:27:16 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:5671. logger.go:42: 20:27:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:27:16 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15671. logger.go:42: 20:27:16 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:27:17 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:27:17 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6642. logger.go:42: 20:27:17 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:27:17 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6644. logger.go:42: 20:27:17 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:27:17 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:1981. logger.go:42: 20:27:17 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:27:17 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:27:18 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6641. logger.go:42: 20:27:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:27:18 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6643. logger.go:42: 20:27:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:27:18 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:1981. logger.go:42: 20:27:18 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:27:18 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:27:18 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.118:3000. logger.go:42: 20:27:19 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:27:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:27:19 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:5671. logger.go:42: 20:27:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:27:19 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15671. logger.go:42: 20:27:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:27:19 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15691. logger.go:42: 20:27:19 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:27:20 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:27:20 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.4.238:3306. logger.go:42: 20:27:20 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:27:20 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:27:20 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.5.75:3306. logger.go:42: 20:27:20 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_after ] logger.go:42: 20:27:20 | ctlplane-tls-cert-rotation/4- | Get fingerprints of all service certs logger.go:42: 20:27:20 | ctlplane-tls-cert-rotation/4- | Error from server (NotFound): pods "openstackclient" not found logger.go:42: 20:27:20 | ctlplane-tls-cert-rotation/4- | command failure, skipping 1 additional commands logger.go:42: 20:27:21 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:27:21 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:27:22 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:27:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:27:22 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15691. logger.go:42: 20:27:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:27:22 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:5671. logger.go:42: 20:27:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:27:22 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15671. logger.go:42: 20:27:22 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:27:22 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:27:23 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6642. logger.go:42: 20:27:23 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:27:23 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6644. logger.go:42: 20:27:23 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:27:23 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:1981. logger.go:42: 20:27:23 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:27:23 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:27:23 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6641. logger.go:42: 20:27:23 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:27:24 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6643. logger.go:42: 20:27:24 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:27:24 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:1981. logger.go:42: 20:27:24 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:27:24 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:27:24 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.118:3000. logger.go:42: 20:27:24 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:27:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:27:25 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:5671. logger.go:42: 20:27:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:27:25 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15671. logger.go:42: 20:27:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:27:25 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15691. logger.go:42: 20:27:25 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:27:25 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:27:25 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.4.238:3306. logger.go:42: 20:27:26 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:27:26 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:27:26 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.5.75:3306. logger.go:42: 20:27:26 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_after ] logger.go:42: 20:27:26 | ctlplane-tls-cert-rotation/4- | Get fingerprints of all service certs logger.go:42: 20:27:26 | ctlplane-tls-cert-rotation/4- | Error from server (NotFound): pods "openstackclient" not found logger.go:42: 20:27:26 | ctlplane-tls-cert-rotation/4- | command failure, skipping 1 additional commands logger.go:42: 20:27:27 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:27:27 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:27:27 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:27:27 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:27:27 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15691. logger.go:42: 20:27:27 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:27:28 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:5671. logger.go:42: 20:27:28 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:27:28 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq at 10.217.5.241:15671. logger.go:42: 20:27:28 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:27:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:27:28 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6642. logger.go:42: 20:27:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:27:28 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:6644. logger.go:42: 20:27:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:27:28 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.30:1981. logger.go:42: 20:27:29 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:27:29 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:27:29 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6641. logger.go:42: 20:27:29 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:27:29 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:6643. logger.go:42: 20:27:29 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:27:29 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.243:1981. logger.go:42: 20:27:29 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:27:30 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:27:30 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.118:3000. logger.go:42: 20:27:30 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:27:30 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:27:30 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:5671. logger.go:42: 20:27:30 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:27:30 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15671. logger.go:42: 20:27:30 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:27:30 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from rabbitmq-cell1 at 10.217.5.46:15691. logger.go:42: 20:27:31 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:27:31 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:27:31 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.4.238:3306. logger.go:42: 20:27:31 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:27:31 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:27:31 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.5.75:3306. logger.go:42: 20:27:31 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_after ] logger.go:42: 20:27:31 | ctlplane-tls-cert-rotation/4- | Get fingerprints of all service certs logger.go:42: 20:27:32 | ctlplane-tls-cert-rotation/4- | error: unable to upgrade connection: container not found ("openstackclient") logger.go:42: 20:27:32 | ctlplane-tls-cert-rotation/4- | command failure, skipping 1 additional commands logger.go:42: 20:27:33 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:27:33 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:27:33 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:27:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:27:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 20:27:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:27:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 20:27:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:27:34 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 20:27:34 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:27:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:27:34 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:27:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:27:35 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:27:35 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:27:35 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:27:35 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:27:35 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:27:36 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:27:36 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:27:36 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:27:36 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:27:36 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:27:36 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:27:37 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:27:37 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.118:3000. logger.go:42: 20:27:37 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:27:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:27:37 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 20:27:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:27:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 20:27:38 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:27:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 20:27:38 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:27:38 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:27:39 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:27:39 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:27:39 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:27:40 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:27:40 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:27:40 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 20:27:40 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 20:27:40 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 20:27:40 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:27:40 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:27:40 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 20:27:40 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 20:27:40 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 20:27:40 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:27:41 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:27:41 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:27:41 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:27:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:27:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 20:27:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:27:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 20:27:42 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:27:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 20:27:42 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:27:42 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:27:43 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:27:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:27:43 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:27:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:27:43 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:27:43 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:27:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:27:44 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:27:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:27:44 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:27:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:27:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:27:45 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:27:45 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:27:45 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:27:46 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:27:46 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:27:46 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 20:27:46 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:27:46 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 20:27:46 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:27:47 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 20:27:47 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:27:47 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:27:47 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:27:48 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:27:48 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:27:48 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:27:48 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:27:48 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 20:27:48 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 20:27:48 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 20:27:48 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:27:48 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:27:48 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 20:27:48 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 20:27:48 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 20:27:48 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:27:49 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:27:49 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:27:49 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:27:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:27:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 20:27:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:27:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 20:27:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:27:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 20:27:51 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:27:51 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:27:51 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:27:51 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:27:51 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:27:51 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:27:52 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:27:52 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:27:52 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:27:52 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:27:52 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:27:53 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:27:53 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:27:53 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:27:53 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:27:53 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:27:54 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:27:54 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:27:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:27:54 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 20:27:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:27:55 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 20:27:55 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:27:55 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 20:27:55 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:27:55 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:27:56 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:27:56 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:27:56 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:27:56 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:27:56 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:27:56 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 20:27:56 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 20:27:56 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 20:27:56 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:27:56 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:27:56 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 20:27:56 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 20:27:56 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 20:27:56 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:27:57 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:27:57 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:27:57 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:27:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:27:58 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 20:27:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:27:58 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 20:27:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:27:59 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 20:27:59 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:27:59 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:27:59 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:27:59 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:28:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:28:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:28:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:28:00 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:28:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:28:01 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:28:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:28:01 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:28:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:28:02 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:28:02 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:28:02 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:28:03 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:28:03 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:28:03 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:28:03 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 20:28:03 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:28:04 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 20:28:04 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:28:04 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 20:28:04 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:28:04 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:28:05 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:28:05 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:28:05 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:28:05 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:28:05 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:28:05 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 20:28:05 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 20:28:05 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 20:28:05 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:28:05 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:28:05 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 20:28:05 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 20:28:05 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 20:28:05 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:28:06 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:28:06 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:28:06 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:28:07 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:28:07 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 20:28:07 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:28:07 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 20:28:07 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:28:07 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 20:28:08 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:28:08 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:28:08 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:28:08 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:28:08 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:28:08 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:28:09 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:28:09 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:28:09 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:28:09 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:28:09 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:28:10 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:28:10 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:28:10 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:28:11 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:28:11 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:28:11 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:28:11 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:28:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:28:12 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 20:28:12 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:28:12 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 20:28:12 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:28:12 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 20:28:12 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:28:12 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:28:13 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:28:14 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:28:14 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:28:14 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:28:14 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:28:14 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 20:28:14 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 20:28:14 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 20:28:14 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:28:14 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:28:14 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 20:28:14 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 20:28:14 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 20:28:14 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:28:15 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:28:15 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:28:15 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:28:15 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:28:16 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:28:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:28:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:28:17 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:28:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:28:17 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:28:17 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:28:18 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:28:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:28:18 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:28:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:28:18 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:28:19 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:28:19 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:28:19 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:28:19 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:28:19 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:28:19 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:28:20 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:28:20 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:28:20 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:28:20 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:28:21 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:28:21 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:28:21 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:28:21 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:28:21 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:28:21 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:28:22 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:28:22 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:28:22 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:28:22 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:28:22 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:28:23 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:28:23 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:28:23 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:28:23 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:28:23 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:28:23 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:28:24 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:28:24 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:28:24 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:28:24 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:28:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:28:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:28:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:28:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:28:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:28:25 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:28:25 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:28:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:28:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:28:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:28:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:28:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:28:27 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:28:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:28:27 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:28:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:28:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:28:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:28:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:28:29 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:28:29 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:28:29 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:28:29 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:28:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:28:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:28:30 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:28:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:28:30 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:28:31 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:28:31 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:28:31 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:28:31 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:28:32 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:28:32 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:28:32 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:28:32 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:28:32 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:28:32 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:28:32 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:28:33 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:28:33 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:28:33 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:28:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:28:34 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:28:34 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:28:34 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:28:34 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:28:34 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:28:34 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:28:35 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:28:35 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:28:35 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:28:35 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:28:35 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:28:36 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:28:36 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:28:36 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:28:36 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:28:36 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:28:36 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:28:36 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:28:37 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:28:37 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:28:37 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:28:37 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:28:38 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:28:38 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:28:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:28:38 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:28:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:28:38 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:28:39 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:28:39 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:28:39 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:28:39 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:28:39 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:28:40 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:28:40 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:28:40 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:28:40 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:28:40 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:28:40 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:28:41 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:28:41 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:28:41 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:28:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:28:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:28:42 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:28:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:28:42 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:28:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:28:42 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:28:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:28:43 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:28:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:28:44 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:28:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:28:44 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:28:44 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:28:45 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:28:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:28:45 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:28:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:28:45 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:28:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:28:46 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:28:46 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:28:46 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:28:46 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:28:46 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:28:47 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:28:47 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:28:47 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:28:47 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:28:47 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:28:47 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:28:48 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:28:48 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:28:48 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:28:48 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:28:48 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:28:48 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:28:48 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:28:48 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:28:48 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:28:49 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:28:49 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:28:50 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:28:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:28:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:28:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:28:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:28:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:28:51 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:28:51 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:28:51 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:28:51 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:28:51 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:28:52 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:28:52 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:28:52 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:28:52 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:28:52 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:28:53 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:28:53 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:28:53 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:28:53 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:28:53 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:28:54 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:28:54 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:28:54 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:28:54 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:28:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:28:55 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:28:55 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:28:55 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:28:55 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:28:56 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:28:56 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:28:56 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:28:57 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:28:57 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:28:57 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:28:57 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:28:57 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:28:57 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:28:57 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:28:57 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:28:58 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:28:58 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:28:59 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:28:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:29:00 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:29:00 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:29:00 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:29:00 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:29:00 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:29:01 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:29:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:29:01 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:29:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:29:01 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:29:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:29:02 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:29:02 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:29:02 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:29:03 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:29:03 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:29:03 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:29:03 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:29:04 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:29:04 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:29:04 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:29:04 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:29:05 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:29:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:29:05 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:29:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:29:05 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:29:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:29:06 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:29:06 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:29:06 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:29:07 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:29:07 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:29:07 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:29:07 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:29:07 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:29:07 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:29:07 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:29:07 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:29:08 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:29:09 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:29:09 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:29:09 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:29:09 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:29:09 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:29:10 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:29:10 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:29:10 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:29:10 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:29:10 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:29:11 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:29:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:29:11 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:29:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:29:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:29:12 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:29:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:29:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:29:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:29:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:29:13 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:29:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:29:13 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:29:13 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:29:14 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:29:14 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:29:14 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:29:15 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:29:15 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:29:15 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:29:15 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:29:15 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:29:15 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:29:15 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:29:16 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:29:16 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:29:16 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:29:16 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:29:16 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:29:16 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:29:16 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:29:16 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:29:17 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:29:17 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:29:17 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:29:18 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:29:18 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:29:18 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:29:18 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:29:18 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:29:19 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:29:19 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:29:19 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:29:19 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:29:19 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:29:20 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:29:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:29:20 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:29:20 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:29:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:29:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:29:21 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:29:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:29:21 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:29:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:29:22 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:29:22 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:29:22 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:29:23 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:29:23 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:29:23 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:29:23 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:29:24 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:29:24 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:29:24 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:29:24 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:29:25 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:29:25 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:29:25 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:29:25 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:29:25 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:29:25 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:29:25 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:29:25 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:29:25 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:29:26 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:29:26 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:29:27 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:29:27 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:29:27 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:29:27 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:29:28 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:29:28 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:29:28 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:29:28 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:29:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:29:29 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:29:29 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:29:29 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:29:29 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:29:29 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:29:30 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:29:30 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:29:30 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:29:30 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:29:30 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:29:30 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:29:31 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:29:31 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:29:31 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:29:32 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:29:32 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:29:32 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:29:32 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:29:32 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:29:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:29:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:29:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:29:33 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:29:33 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:29:34 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:29:34 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:29:34 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:29:34 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:29:34 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:29:34 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:29:34 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:29:34 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:29:35 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:29:35 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:29:36 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:29:36 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:29:36 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:29:36 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:29:36 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:29:36 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:29:37 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:29:37 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:29:37 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:29:37 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:29:37 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:29:38 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:29:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:29:38 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:29:38 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:29:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:29:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:29:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:29:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:29:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:29:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:29:40 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:29:40 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:29:40 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:29:40 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:29:40 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:29:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:29:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:29:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:29:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:29:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:29:41 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:29:41 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:29:42 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:29:42 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:29:42 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:29:42 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:29:42 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:29:42 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:29:42 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:29:42 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:29:43 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:29:43 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:29:44 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:29:44 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:29:44 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:29:44 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:29:44 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:29:44 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:29:45 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:29:45 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:29:45 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:29:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:29:45 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:29:46 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:29:46 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:29:46 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:29:47 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:29:47 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:29:47 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:29:47 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:29:47 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:29:47 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:29:48 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:29:48 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:29:48 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:29:49 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:29:49 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:29:49 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:29:49 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:29:49 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:29:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:29:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:29:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:29:50 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:29:50 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:29:51 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:29:51 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:29:51 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:29:51 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:29:51 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:29:51 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:29:51 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:29:51 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:29:52 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:29:52 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:29:52 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:29:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:29:53 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:29:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:29:53 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:29:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:29:54 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:29:54 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:29:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:29:54 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:29:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:29:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:29:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:29:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:29:55 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:29:56 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:29:56 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:29:56 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:29:56 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:29:56 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:29:57 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:29:57 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:29:57 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:29:57 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:29:58 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:29:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:29:58 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:29:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:29:59 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:29:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:29:59 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:29:59 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:29:59 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:29:59 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:30:00 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:30:00 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:30:00 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:30:00 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:30:00 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:30:00 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:30:00 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:30:01 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:30:01 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:30:01 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:30:01 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:30:02 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:30:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:30:02 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:30:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:30:02 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:30:03 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:30:03 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:30:03 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:30:03 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:30:03 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:30:03 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:30:04 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:30:04 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:30:04 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:30:05 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:30:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:30:05 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:30:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:30:06 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:30:06 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:30:06 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:30:06 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:30:07 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:30:07 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:30:07 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:30:07 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:30:08 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:30:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:30:08 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:30:08 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:30:08 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:30:09 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:30:09 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:30:09 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:30:09 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:30:09 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:30:09 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:30:09 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:30:09 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:30:10 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:30:10 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:30:11 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:30:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:30:11 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:30:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:30:11 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:30:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:30:12 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:30:12 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:30:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:30:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:30:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:30:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:30:13 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:30:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:30:13 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:30:13 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:30:14 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:30:14 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:30:14 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:30:14 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:30:14 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:30:15 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:30:15 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:30:15 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:30:15 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:30:15 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:30:16 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:30:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:30:16 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:30:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:30:16 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:30:17 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:30:17 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:30:17 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:30:17 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:30:18 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:30:18 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:30:18 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:30:18 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:30:18 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:30:18 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:30:19 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:30:19 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:30:19 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:30:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:30:19 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:30:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:30:20 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:30:20 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:30:20 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:30:20 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:30:21 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:30:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:30:21 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:30:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:30:21 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:30:22 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:30:22 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:30:22 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:30:22 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:30:22 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:30:23 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:30:23 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:30:23 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:30:23 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:30:24 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:30:24 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:30:25 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:30:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:30:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:30:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:30:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:30:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:30:26 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:30:26 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:30:27 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:30:27 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:30:27 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:30:27 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:30:27 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:30:27 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:30:27 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:30:27 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:30:27 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:30:28 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:30:28 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:30:29 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:30:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:30:29 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:30:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:30:29 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:30:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:30:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:30:30 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:30:30 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:30:30 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:30:30 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:30:31 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:30:31 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:30:31 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:30:31 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:30:31 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:30:32 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:30:32 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:30:32 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:30:32 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:30:33 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:30:33 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:30:33 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:30:33 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:30:33 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:30:34 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:30:34 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:30:34 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:30:34 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:30:34 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:30:35 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:30:35 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:30:35 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:30:35 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:30:35 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:30:35 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:30:36 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:30:36 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:30:36 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:30:36 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:30:36 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:30:37 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:30:37 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:30:37 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:30:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:30:37 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:30:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:30:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:30:38 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:30:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:30:38 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:30:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:30:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:30:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:30:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:30:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:30:40 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:30:40 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:30:40 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:30:40 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:30:40 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:30:40 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:30:40 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:30:41 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:30:41 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:30:41 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:30:42 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:30:42 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:30:42 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:30:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:30:42 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:30:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:30:42 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:30:43 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:30:43 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:30:43 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:30:43 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:30:44 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:30:44 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:30:44 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:30:44 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:30:44 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:30:44 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:30:44 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:30:45 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:30:45 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:30:45 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:30:45 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:30:46 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:30:46 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:30:46 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:30:46 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:30:46 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:30:47 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:30:47 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:30:47 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:30:47 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:30:47 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:30:47 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:30:48 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:30:48 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:30:48 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:30:49 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:30:49 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:30:49 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:30:49 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:30:49 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:30:50 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:30:50 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:30:50 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:30:50 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:30:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:30:51 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:30:51 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:30:51 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:30:51 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:30:51 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:30:52 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:30:52 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:30:52 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:30:52 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:30:52 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:30:53 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:30:53 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:30:53 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:30:53 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:30:53 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:30:54 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:30:54 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:30:54 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:30:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:30:54 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:30:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:30:55 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:30:55 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:30:55 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:30:55 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:30:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:30:56 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:30:56 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:30:56 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:30:56 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:30:57 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:30:57 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:30:57 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:30:57 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:30:57 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:30:58 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:30:58 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:30:59 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:30:59 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:30:59 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:30:59 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:31:00 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:31:00 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:31:00 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:31:00 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:31:00 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:31:00 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:31:01 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:31:01 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:31:01 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:31:01 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:31:02 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:31:02 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:31:02 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:31:02 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:31:02 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:31:02 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:31:02 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:31:03 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:31:03 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:31:03 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:31:03 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:31:04 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:31:04 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:31:04 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:31:04 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:31:04 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:31:04 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:31:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:31:05 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:31:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:31:05 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:31:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:31:06 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:31:06 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:31:06 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:31:06 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:31:06 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:31:06 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:31:06 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:31:07 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:31:07 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:31:07 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:31:08 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:31:08 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:31:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:31:08 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:31:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:31:08 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:31:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:31:09 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:31:09 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:31:09 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:31:09 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:31:10 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:31:10 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:31:10 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:31:10 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:31:10 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:31:10 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:31:10 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:31:11 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:31:11 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:31:11 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:31:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:31:12 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:31:12 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:31:12 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:31:12 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:31:12 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:31:12 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:31:13 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:31:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:31:13 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:31:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:31:13 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:31:14 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:31:14 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:31:14 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:31:14 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:31:14 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:31:15 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:31:15 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:31:15 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:31:15 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:31:15 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:31:16 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:31:16 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:31:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:31:16 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:31:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:31:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:31:17 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:31:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:31:17 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:31:17 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:31:17 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:31:18 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:31:18 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:31:18 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:31:18 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:31:18 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:31:18 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:31:18 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:31:19 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:31:19 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:31:19 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:31:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:31:19 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:31:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:31:20 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:31:20 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:31:20 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:31:20 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:31:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:31:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:31:21 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:31:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:31:21 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:31:22 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:31:22 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:31:22 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:31:22 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:31:22 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:31:23 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:31:23 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:31:24 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:31:24 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:31:24 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:31:24 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:31:24 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:31:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:31:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:31:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:31:26 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:31:26 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:31:26 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:31:26 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:31:26 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:31:26 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:31:27 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:31:27 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:31:27 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:31:27 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:31:27 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:31:27 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:31:27 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:31:28 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:31:28 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:31:28 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:31:28 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:31:29 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:31:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:31:29 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:31:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:31:29 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:31:29 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:31:29 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:31:30 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:31:30 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:31:30 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:31:30 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:31:30 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:31:31 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:31:31 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:31:31 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:31:31 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:31:31 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:31:31 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:31:32 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:31:32 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:31:32 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:31:32 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:31:33 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:31:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:31:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:31:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:31:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:31:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:31:34 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:31:34 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:31:34 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:31:34 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:31:34 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:31:34 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:31:35 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:31:35 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:31:35 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:31:35 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:31:35 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:31:36 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:31:36 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:31:36 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:31:36 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:31:36 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:31:36 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:31:37 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:31:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:31:37 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:31:37 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:31:37 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:31:38 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:31:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:31:38 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:31:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:31:38 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:31:39 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:31:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:31:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:31:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:31:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:31:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:31:40 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:31:40 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:31:40 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:31:40 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:31:41 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:31:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:31:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:31:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:31:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:31:42 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:31:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:31:42 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:31:42 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:31:43 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:31:43 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:31:43 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:31:43 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:31:43 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:31:43 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:31:43 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:31:43 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:31:44 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:31:44 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:31:44 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:31:45 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:31:45 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:31:45 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:31:45 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:31:45 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:31:45 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:31:46 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:31:46 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:31:46 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:31:46 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:31:46 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:31:46 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:31:47 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:31:47 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:31:47 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:31:48 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:31:48 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:31:48 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:31:48 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:31:48 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:31:49 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:31:49 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:31:49 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:31:49 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:31:49 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:31:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:31:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:31:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:31:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:31:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:31:51 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:31:51 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:31:51 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:31:51 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:31:51 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:31:51 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:31:51 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:31:51 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:31:51 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:31:51 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:31:52 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:31:52 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:31:53 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:31:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:31:53 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:31:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:31:53 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:31:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:31:54 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:31:54 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:31:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:31:54 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:31:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:31:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:31:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:31:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:31:55 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:31:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:31:56 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:31:56 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:31:56 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:31:56 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:31:56 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:31:57 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:31:57 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:31:57 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:31:57 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:31:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:31:58 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:31:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:31:58 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:31:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:31:58 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:31:58 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:31:58 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:31:59 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:31:59 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:31:59 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:31:59 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:31:59 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:31:59 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:31:59 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:31:59 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:32:00 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:32:00 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:32:00 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:32:01 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:32:01 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:32:01 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:32:01 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:32:01 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:32:01 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:32:02 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:32:02 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:32:02 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:32:02 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:32:02 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:32:02 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:32:03 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:32:03 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:32:03 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:32:03 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:32:03 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:32:04 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:32:04 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:32:04 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:32:04 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:32:04 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:32:05 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:32:05 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:32:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:32:05 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:32:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:32:05 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:32:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:32:06 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:32:06 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:32:06 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:32:06 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:32:06 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:32:07 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:32:07 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:32:07 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:32:07 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:32:07 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:32:07 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:32:08 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:32:08 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:32:08 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:32:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:32:09 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:32:09 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:32:09 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:32:09 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:32:09 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:32:09 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:32:09 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:32:10 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:32:10 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:32:10 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:32:10 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:32:10 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:32:11 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:32:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:32:11 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:32:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:32:11 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:32:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:32:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:32:12 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:32:12 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:32:12 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:32:13 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:32:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:32:13 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:32:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:32:13 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:32:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:32:14 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:32:14 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:32:14 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:32:15 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:32:15 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:32:15 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:32:15 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:32:15 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:32:15 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:32:15 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:32:15 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:32:16 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:32:16 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:32:17 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:32:17 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:32:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:32:17 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:32:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:32:17 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:32:18 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:32:18 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:32:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:32:18 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:32:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:32:19 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:32:19 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:32:19 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:32:19 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:32:19 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:32:20 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:32:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:32:20 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:32:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:32:20 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:32:20 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:32:21 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:32:21 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:32:21 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:32:21 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:32:21 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:32:21 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:32:22 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:32:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:32:22 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:32:22 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:32:22 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:32:22 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:32:23 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:32:23 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:32:23 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:32:23 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:32:23 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:32:23 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:32:23 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:32:24 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:32:24 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:32:24 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:32:24 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:32:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:32:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:32:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:32:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:32:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:32:25 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:32:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:32:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:32:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:32:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:32:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:32:27 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:32:27 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:32:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:32:27 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:32:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:32:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:32:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:32:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:32:29 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:32:29 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:32:29 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:32:29 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:32:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:32:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:32:30 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:32:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:32:30 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:32:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:32:30 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:32:31 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:32:31 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:32:31 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:32:31 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:32:31 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:32:31 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:32:31 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:32:31 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:32:31 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:32:32 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:32:32 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:32:33 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:32:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:32:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:32:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:32:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:32:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:32:34 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:32:34 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:32:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:32:34 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:32:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:32:34 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:32:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:32:35 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:32:35 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:32:35 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:32:35 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:32:35 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:32:36 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:32:36 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:32:36 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:32:36 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:32:36 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:32:37 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:32:37 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:32:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:32:37 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:32:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:32:37 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:32:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:32:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:32:38 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:32:38 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:32:38 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:32:38 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:32:39 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:32:39 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:32:39 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:32:39 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:32:39 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:32:39 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:32:40 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:32:40 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:32:40 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:32:40 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:32:40 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:32:40 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:32:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:32:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:32:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:32:41 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:32:41 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:32:42 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:32:42 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:32:42 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:32:42 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:32:42 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:32:42 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:32:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:32:43 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:32:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:32:43 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:32:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:32:44 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:32:44 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:32:44 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:32:44 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:32:44 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:32:44 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:32:45 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:32:45 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:32:45 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:32:45 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:32:45 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:32:46 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:32:46 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:32:47 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:32:47 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:32:47 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:32:47 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:32:47 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:32:47 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:32:47 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:32:47 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:32:48 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:32:48 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:32:49 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:32:49 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:32:49 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:32:49 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:32:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:32:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:32:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:32:50 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:32:51 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:32:51 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:32:51 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:32:51 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:32:51 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:32:52 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:32:52 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:32:52 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:32:52 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:32:52 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:32:53 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:32:53 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:32:53 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:32:53 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:32:53 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:32:54 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:32:54 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:32:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:32:54 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:32:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:32:54 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:32:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:32:55 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:32:55 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:32:55 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:32:55 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:32:56 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:32:56 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:32:56 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:32:56 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:32:56 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:32:56 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:32:56 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:32:57 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:32:57 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:32:57 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:32:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:32:58 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:32:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:32:58 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:32:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:32:58 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:32:58 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:32:58 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:32:59 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:32:59 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:32:59 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:32:59 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:33:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:00 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:33:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:33:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:33:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:33:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:33:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:33:01 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:01 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:33:01 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:33:01 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:33:02 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:33:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:33:02 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:33:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:33:02 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:33:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:33:03 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:33:03 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:33:03 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:33:03 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:33:04 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:33:04 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:33:04 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:33:04 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:33:04 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:33:04 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:33:04 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:33:05 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:33:05 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:33:05 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:33:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:33:05 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:33:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:33:06 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:33:06 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:33:06 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:33:06 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:33:06 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:33:07 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:33:07 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:33:07 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:33:07 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:33:08 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:08 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:33:08 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:33:09 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:33:09 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:33:09 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:33:09 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:33:09 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:10 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:33:10 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:33:11 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:33:11 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:33:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:33:11 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:33:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:33:12 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:33:12 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:33:12 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:33:12 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:33:12 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:33:13 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:33:13 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:33:13 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:33:13 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:33:13 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:33:13 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:33:13 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:33:13 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:33:14 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:33:14 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:33:14 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:33:15 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:33:15 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:33:15 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:33:15 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:33:15 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:33:15 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:33:16 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:33:16 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:33:16 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:33:16 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:33:16 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:33:16 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:33:17 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:17 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:33:17 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:33:17 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:33:17 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:33:18 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:33:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:33:18 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:18 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:33:19 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:33:19 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:33:19 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:33:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:33:19 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:33:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:33:20 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:33:20 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:33:20 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:33:20 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:33:20 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:33:21 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:33:21 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:33:21 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:33:21 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:33:21 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:33:21 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:33:21 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:33:21 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:33:22 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:33:22 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:33:23 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:33:23 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:33:23 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:33:23 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:33:23 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:33:23 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:33:24 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:33:24 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:33:24 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:33:24 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:33:24 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:33:25 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:33:25 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:33:25 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:25 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:33:25 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:33:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:33:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:33:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:33:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:33:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:26 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:33:27 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:33:27 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:33:27 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:33:27 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:33:27 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:33:27 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:33:28 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:33:28 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:33:28 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:33:28 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:33:28 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:33:29 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:33:29 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:33:29 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:33:29 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:33:29 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:33:29 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:33:29 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:33:29 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:33:30 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:33:30 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:33:31 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:33:31 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:33:31 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:33:31 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:33:31 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:33:31 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:33:32 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:33:32 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:33:32 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:33:32 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:33:32 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:33:33 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:33:33 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:33:33 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:33 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:33:33 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:33:34 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:33:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:33:34 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:33:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:33:34 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:35 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:33:35 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:33:35 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:33:35 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:33:35 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:33:36 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:33:36 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:33:36 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:33:36 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:33:36 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:33:36 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:33:36 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:33:37 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:33:37 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:33:37 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:33:37 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:33:37 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:33:37 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:33:37 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:33:37 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:33:38 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:33:38 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:33:39 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:33:39 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:33:39 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:33:39 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:33:39 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:33:39 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:33:40 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:33:40 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:33:40 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:33:40 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:33:40 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:33:41 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:33:41 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:33:41 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:41 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:33:41 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:33:42 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:33:42 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:33:42 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:33:42 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:33:43 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:43 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:33:43 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:33:43 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:33:43 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:33:44 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:33:44 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:33:44 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:33:44 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:33:44 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:33:44 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:33:45 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:33:45 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:33:45 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:33:45 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:33:45 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:33:46 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:33:46 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:33:46 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:33:46 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:33:46 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:33:47 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:33:47 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:33:47 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:33:47 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:33:47 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:33:47 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:33:47 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:33:47 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:33:48 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:33:48 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:33:48 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:33:48 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:33:48 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:33:49 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:33:49 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:33:49 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:49 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:33:49 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:33:50 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:33:50 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:33:50 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:33:50 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:33:50 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:50 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:33:51 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:33:51 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:33:51 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:33:51 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:33:52 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:33:52 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:33:52 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:33:52 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:33:52 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:33:52 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:33:52 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:33:53 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:33:53 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:33:53 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:33:53 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:33:53 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:33:53 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:33:53 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:33:53 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:33:54 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:33:54 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:33:55 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:33:55 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:33:55 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:33:55 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:33:55 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:33:55 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:33:56 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:33:56 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:33:56 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:33:56 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:33:56 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:33:57 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:33:57 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:33:57 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:57 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:33:57 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:33:58 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:33:58 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:33:58 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:33:58 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:33:58 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:33:58 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:33:59 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:33:59 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:33:59 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:33:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:33:59 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:33:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:34:00 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:34:00 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:34:00 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:34:00 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:34:00 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:34:01 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:34:01 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:34:01 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:34:01 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:34:01 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:34:01 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:34:01 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:34:01 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:34:02 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:34:02 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:34:02 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:34:03 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:34:03 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:34:03 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:34:03 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:34:03 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:34:03 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:34:04 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:34:04 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:34:04 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:34:04 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:34:04 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:34:04 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:34:05 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:34:05 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:34:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:34:05 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:34:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:34:06 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:34:06 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:34:06 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:34:07 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:34:07 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:34:07 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:34:07 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:34:07 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:34:08 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:34:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:34:08 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:34:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:34:08 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:34:08 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:34:09 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:34:09 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:34:09 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:34:09 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:34:09 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:34:09 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:34:09 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:34:09 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:34:09 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:34:10 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:34:10 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:34:11 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:34:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:34:11 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:34:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:34:11 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:34:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:34:12 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:34:12 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:34:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:34:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:34:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:34:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:34:13 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:34:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:34:14 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:34:14 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:34:14 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:34:14 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:34:14 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:34:14 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:34:15 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:34:15 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:34:15 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:34:15 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:34:16 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:34:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:34:16 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:34:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:34:16 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:34:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:34:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:34:17 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:34:17 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:34:17 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:34:17 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:34:18 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:34:18 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:34:18 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:34:18 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:34:18 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:34:18 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:34:19 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:34:19 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:34:19 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:34:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:34:19 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:34:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:34:20 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:34:20 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:34:20 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:34:20 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:34:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:34:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:34:21 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:34:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:34:21 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:34:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:34:22 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:34:22 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:34:22 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:34:22 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:34:22 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:34:22 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:34:23 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:34:23 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:34:23 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:34:23 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:34:24 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:34:24 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:34:24 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:34:24 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:34:24 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:34:24 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:34:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:34:25 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:34:25 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:34:25 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:34:25 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:34:26 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:34:26 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:34:26 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:34:26 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:34:26 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:34:26 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:34:27 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:34:27 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:34:27 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:34:28 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:34:28 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:34:28 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:34:28 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:34:28 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:34:29 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:34:29 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:34:29 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:34:29 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:34:29 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:34:30 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:34:30 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:34:30 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:34:30 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:34:30 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:34:31 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:34:31 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:34:31 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:34:31 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:34:31 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:34:32 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:34:32 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:34:32 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:34:32 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:34:32 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:34:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:34:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:34:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:34:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:34:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:34:33 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:34:34 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:34:34 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:34:34 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:34:34 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:34:34 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:34:34 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:34:34 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:34:34 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:34:34 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:34:35 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:34:35 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:34:36 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:34:36 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:34:36 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:34:36 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:34:36 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:34:36 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:34:37 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:34:37 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:34:37 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:34:37 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:34:37 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:34:38 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:34:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:34:38 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:34:38 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:34:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:34:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:34:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:34:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:34:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:34:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:34:39 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:34:40 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:34:40 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:34:40 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:34:40 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:34:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:34:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:34:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:34:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:34:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:34:41 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:34:42 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:34:42 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:34:42 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:34:42 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:34:42 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:34:42 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:34:42 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:34:42 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:34:42 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:34:43 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:34:43 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:34:44 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:34:44 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:34:44 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:34:44 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:34:44 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:34:44 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:34:45 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:34:45 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:34:45 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:34:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:34:45 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:34:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:34:45 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:34:46 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:34:46 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:34:46 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:34:46 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:34:46 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:34:47 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:34:47 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:34:47 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:34:47 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:34:48 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:34:48 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:34:48 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:34:48 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:34:48 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:34:48 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:34:49 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:34:49 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:34:49 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:34:49 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:34:49 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:34:50 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:34:50 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:34:50 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:34:50 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:34:50 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:34:50 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:34:50 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:34:50 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:34:51 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:34:51 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:34:51 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:34:52 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:34:52 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:34:52 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:34:52 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:34:52 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:34:53 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:34:53 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:34:53 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:34:53 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:34:53 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:34:54 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:34:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:34:54 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:34:54 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:34:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:34:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:34:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:34:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:34:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:34:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:34:56 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:34:56 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:34:56 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:34:56 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:34:56 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:34:57 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:34:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:34:57 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:34:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:34:57 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:34:58 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:34:58 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:34:58 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:34:58 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:34:58 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:34:59 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:34:59 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:34:59 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:34:59 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:34:59 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:35:00 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:35:00 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:35:00 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:35:00 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:35:00 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:35:00 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:35:01 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:35:01 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:35:01 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:35:01 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:35:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:35:01 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:35:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:35:02 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:35:02 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:35:02 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:35:02 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:35:02 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:35:03 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:35:03 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:35:03 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:35:03 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:35:03 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:35:04 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:35:04 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:35:04 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:35:04 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:35:04 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:35:05 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:35:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:35:05 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:35:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:35:05 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:35:05 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:35:06 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:35:06 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:35:06 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:35:06 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:35:06 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:35:06 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:35:06 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:35:06 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:35:06 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:35:07 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:35:07 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:35:08 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:35:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:35:08 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:35:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:35:08 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:35:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:35:09 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:35:09 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:35:09 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:35:09 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:35:09 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:35:09 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:35:09 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:35:10 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:35:10 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:35:10 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:35:10 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:35:10 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:35:11 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:35:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:35:11 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:35:11 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:35:11 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:35:12 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:35:12 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:35:12 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:35:12 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:35:12 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:35:13 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:35:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:35:13 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:35:13 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:35:13 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:35:14 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:35:14 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:35:14 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:35:14 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:35:14 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:35:14 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:35:14 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:35:14 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:35:15 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:35:15 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:35:15 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:35:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:35:16 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:35:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:35:16 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:35:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:35:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:35:17 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:35:17 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:35:17 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:35:17 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:35:18 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:35:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:35:18 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:35:18 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:35:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:35:19 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:35:19 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:35:19 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:35:19 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:35:19 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:35:19 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:35:20 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:35:20 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:35:20 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:35:20 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:35:21 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:35:21 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:35:21 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:35:21 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:35:21 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:35:21 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:35:21 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:35:22 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:35:22 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:35:22 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:35:23 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:35:23 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:35:23 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:35:23 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:35:23 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:35:24 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:35:24 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:35:24 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:35:24 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:35:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:35:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:35:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:35:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:35:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:35:26 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:35:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:35:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:35:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:35:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:35:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:35:27 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:35:27 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:35:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:35:27 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:35:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:35:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:35:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:35:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:35:28 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:35:28 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:35:29 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:35:29 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:35:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:35:29 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:35:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:35:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:35:30 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:35:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:35:30 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:35:30 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:35:31 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:35:31 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:35:31 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:35:31 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:35:31 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:35:31 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:35:31 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:35:31 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:35:32 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:35:32 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:35:32 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:35:32 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:35:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:35:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:35:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:35:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:35:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:35:33 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:35:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:35:34 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:35:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:35:34 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:35:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:35:34 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:35:35 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:35:35 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:35:35 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:35:35 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:35:36 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:35:36 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:35:36 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:35:36 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:35:36 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:35:37 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:35:37 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:35:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:35:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:35:38 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:35:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:35:38 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:35:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:35:38 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:35:39 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:35:39 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:35:39 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:35:39 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:35:39 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:35:39 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:35:39 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:35:39 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:35:39 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:35:40 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:35:40 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:35:41 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:35:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:35:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:35:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:35:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:35:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:35:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:35:42 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:35:42 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:35:42 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:35:42 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:35:43 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:35:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:35:43 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:35:43 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:35:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:35:43 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:35:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:35:44 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:35:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:35:44 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:35:44 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:35:45 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:35:45 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:35:45 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:35:45 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:35:45 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:35:45 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:35:46 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:35:46 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:35:46 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:35:46 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:35:46 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:35:47 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:35:47 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:35:47 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:35:47 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:35:47 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:35:47 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:35:47 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:35:47 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:35:48 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:35:48 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:35:49 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:35:49 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:35:49 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:35:49 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:35:49 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:35:49 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:35:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:35:50 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:35:50 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:35:50 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:35:50 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:35:51 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:35:51 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:35:51 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:35:51 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:35:51 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:35:52 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:35:52 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:35:52 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:35:52 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:35:52 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:35:52 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:35:53 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:35:53 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:35:53 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:35:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:35:53 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:35:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:35:54 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:35:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:35:54 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:35:54 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:35:54 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:35:55 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:35:55 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:35:55 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:35:55 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:35:55 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:35:55 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:35:55 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:35:55 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:35:56 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:35:56 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:35:56 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:35:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:35:57 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:35:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:35:57 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:35:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:35:57 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:35:58 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:35:58 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:35:59 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:35:59 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:35:59 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:35:59 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:35:59 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:00 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:36:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:36:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:36:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:36:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:36:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:36:01 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:01 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:36:01 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:36:01 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:36:02 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:36:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:36:02 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:36:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:36:02 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:36:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:36:03 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:36:03 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:36:03 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:36:03 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:36:03 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:36:04 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:36:04 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:36:04 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:36:04 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:36:04 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:36:04 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:36:05 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:36:05 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:36:05 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:36:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:36:05 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:36:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:36:06 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:36:06 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:36:06 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:36:06 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:36:06 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:36:07 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:36:07 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:36:07 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:36:07 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:36:07 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:08 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:36:08 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:36:08 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:36:08 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:36:08 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:36:08 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:36:09 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:09 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:36:09 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:36:09 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:36:10 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:36:10 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:36:10 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:36:10 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:36:10 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:36:10 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:36:11 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:36:11 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:36:11 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:36:11 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:36:11 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:36:12 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:36:12 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:36:12 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:36:12 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:36:12 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:36:12 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:36:13 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:36:13 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:36:13 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:36:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:36:13 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:36:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:36:14 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:36:14 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:36:14 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:36:14 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:36:15 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:36:15 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:36:15 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:36:15 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:36:15 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:36:16 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:16 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:36:16 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:36:16 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:36:16 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:36:17 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:36:17 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:36:17 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:17 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:36:17 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:36:18 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:36:18 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:36:18 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:36:18 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:36:18 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:36:19 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:36:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:36:19 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:36:19 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:36:19 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:36:19 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:36:20 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:36:20 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:36:20 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:36:20 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:36:20 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:36:20 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:36:20 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:36:21 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:36:21 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:36:21 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:36:21 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:36:22 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:36:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:36:22 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:36:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:36:22 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:36:22 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:36:22 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:36:23 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:36:23 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:36:23 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:36:23 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:36:23 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:24 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:36:24 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:36:24 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:36:24 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:36:24 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:36:24 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:36:25 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:25 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:36:25 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:36:25 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:36:25 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:36:26 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:36:26 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:36:26 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:36:26 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:36:26 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:36:27 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:36:27 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:36:27 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:36:27 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:36:27 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:36:28 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:36:28 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:36:28 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:36:28 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:36:28 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:36:28 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:36:29 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:36:29 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:36:29 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:36:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:36:29 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:36:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:36:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:36:30 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:36:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:36:30 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:36:30 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:36:31 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:36:31 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:36:31 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:36:31 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:36:31 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:31 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:36:32 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:36:32 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:36:32 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:36:32 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:36:32 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:36:32 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:33 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:36:33 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:36:33 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:36:33 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:36:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:36:34 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:36:34 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:36:34 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:36:34 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:36:34 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:36:34 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:36:34 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:36:35 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:36:35 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:36:35 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:36:35 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:36:35 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:36:35 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:36:35 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:36:35 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:36:36 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:36:36 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:36:36 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:36:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:36:37 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:36:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:36:37 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:36:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:36:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:36:38 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:36:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:36:38 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:36:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:36:38 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:36:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:36:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:39 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:36:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:36:40 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:36:40 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:36:40 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:36:40 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:36:40 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:40 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:36:41 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:36:41 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:36:41 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:36:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:36:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:36:42 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:36:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:36:42 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:36:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:36:42 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:36:43 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:36:43 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:36:43 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:36:43 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:36:43 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:36:43 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:36:43 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:36:43 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:36:43 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:36:44 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:36:44 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:36:45 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:36:45 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:36:45 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:36:45 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:36:45 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:36:45 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:36:46 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:36:46 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:36:46 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:36:46 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:36:46 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:36:47 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:36:47 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:36:47 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:47 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:36:48 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:36:48 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:36:48 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:36:48 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:36:48 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:36:49 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:49 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:36:49 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:36:49 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:36:49 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:36:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:36:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:36:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:36:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:36:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:36:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:36:51 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:36:51 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:36:51 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:36:51 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:36:51 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:36:52 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:36:52 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:36:52 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:36:52 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:36:52 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:36:53 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:36:53 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:36:53 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:36:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:36:53 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:36:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:36:53 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:36:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:36:54 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:36:54 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:36:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:36:54 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:36:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:36:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:36:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:36:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:55 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:36:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:36:56 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:36:56 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:36:56 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:36:56 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:36:56 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:36:57 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:36:57 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:36:57 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:36:57 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:36:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:36:58 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:36:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:36:58 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:36:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:36:58 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:36:58 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:36:59 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:36:59 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:36:59 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:36:59 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:37:00 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:37:00 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:37:00 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:37:00 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:37:00 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:37:01 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:37:01 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:37:01 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:37:01 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:37:02 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:37:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:37:02 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:37:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:37:02 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:37:02 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:37:03 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:37:03 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:37:03 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:37:03 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:37:03 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:37:04 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:37:04 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:37:04 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:37:04 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:37:04 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:37:05 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:37:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:37:05 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:37:05 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:37:05 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:37:06 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:37:06 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:37:06 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:37:06 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:37:06 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:37:07 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:37:07 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:37:07 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:37:07 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:37:07 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:37:07 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:37:08 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:37:08 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:37:08 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:37:08 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:37:08 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:37:08 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:37:08 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:37:09 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:37:09 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:37:09 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:37:09 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:37:10 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:37:10 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:37:10 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:37:10 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:37:10 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:37:10 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:37:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:37:11 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:37:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:37:11 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:37:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:37:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:37:12 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:37:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:37:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:37:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:37:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:37:13 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:37:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:37:13 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:37:13 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:37:14 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:37:14 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:37:14 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:37:15 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:37:15 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:37:15 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:37:15 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:37:15 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:37:15 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:37:16 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:37:16 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:37:16 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:37:16 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:37:17 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:37:17 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:37:17 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:37:17 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:37:17 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:37:18 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:37:18 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:37:18 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:37:18 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:37:18 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:37:18 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:37:19 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:37:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:37:19 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:37:19 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:37:19 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:37:20 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:37:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:37:20 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:37:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:37:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:37:21 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:37:21 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:37:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:37:21 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:37:22 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:37:22 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:37:22 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:37:22 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:37:23 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:37:23 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:37:23 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:37:23 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:37:24 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:37:24 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:37:24 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:37:24 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:37:24 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:37:24 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:37:25 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:37:25 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:37:25 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:37:25 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:37:25 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:37:25 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:37:25 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:37:25 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:37:25 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:37:26 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:37:26 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:37:27 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:37:27 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:37:27 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:37:27 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:37:27 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:37:27 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:37:28 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:37:28 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:37:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:37:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:37:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:37:29 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:37:29 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:37:29 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:37:29 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:37:29 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:37:30 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:37:30 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:37:30 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:37:30 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:37:31 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:37:31 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:37:31 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:37:31 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:37:31 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:37:32 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:37:32 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:37:32 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:37:32 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:37:32 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:37:32 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:37:33 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:37:33 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:37:33 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:37:33 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:37:33 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:37:34 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:37:34 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:37:34 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:37:34 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:37:34 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:37:35 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:37:35 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:37:35 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:37:35 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:37:35 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:37:35 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:37:36 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:37:36 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:37:36 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:37:36 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:37:37 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:37:37 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:37:37 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:37:37 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:37:37 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:37:38 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:37:38 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:37:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:37:38 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:37:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:37:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:37:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:37:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:37:39 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:37:39 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:37:39 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:37:40 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:37:40 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:37:40 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:37:40 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:37:40 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:37:40 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:37:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:37:41 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:37:41 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:37:41 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:37:41 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:37:41 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:37:42 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:37:42 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:37:42 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:37:42 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:37:42 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:37:43 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:37:43 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:37:43 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:37:43 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:37:43 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:37:43 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:37:44 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:37:44 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:37:44 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:37:44 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:37:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:37:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:37:45 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:37:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:37:45 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:37:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:37:46 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:37:46 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:37:46 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:37:46 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:37:46 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:37:46 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:37:47 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:37:47 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:37:47 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:37:47 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:37:48 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:37:48 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:37:48 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:37:48 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:37:48 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:37:48 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:37:49 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:37:49 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:37:49 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:37:49 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:37:49 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:37:50 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:37:50 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:37:50 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:37:50 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:37:50 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:37:50 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:37:51 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:37:51 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:37:51 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:37:51 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:37:52 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:37:52 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:37:52 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:37:52 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:37:52 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:37:53 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:37:53 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:37:53 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:37:53 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:37:53 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:37:53 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:37:54 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:37:54 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:37:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:37:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:37:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:37:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:37:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:37:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:37:56 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:37:56 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:37:56 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:37:56 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:37:56 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:37:57 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:37:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:37:57 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:37:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:37:57 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:37:58 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:37:58 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:37:58 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:37:58 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:37:59 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:37:59 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:37:59 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:37:59 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:37:59 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:37:59 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:38:00 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:38:00 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:38:00 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:38:00 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:38:00 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:38:00 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:38:01 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:38:01 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:38:01 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:38:01 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:38:02 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:38:02 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:38:02 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:38:02 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:38:02 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:38:03 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:38:03 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:38:03 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:38:03 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:38:03 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:38:04 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:38:04 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:38:04 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:38:04 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:38:04 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:38:05 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:38:05 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:38:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:38:05 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:38:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:38:06 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:38:06 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:38:06 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:38:06 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:38:06 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:38:07 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:38:07 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:38:07 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:38:07 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:38:07 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:38:07 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:38:07 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:38:07 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:38:08 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:38:08 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:38:08 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:38:09 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:38:09 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:38:09 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:38:09 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:38:09 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:38:10 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:38:10 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:38:10 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:38:10 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:38:10 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:38:10 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:38:10 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:38:11 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:38:11 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:38:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:38:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:38:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:38:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:38:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:38:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:38:12 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:38:13 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:38:13 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:38:13 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:38:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:38:13 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:38:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:38:14 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:38:14 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:38:14 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:38:14 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:38:14 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:38:15 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:38:15 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:38:15 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:38:15 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:38:15 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:38:15 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:38:15 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:38:15 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:38:16 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:38:16 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:38:17 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:38:17 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:38:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:38:17 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:38:18 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:38:18 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:38:18 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:38:18 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:38:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:38:18 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:38:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:38:19 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:38:19 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:38:19 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:38:19 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:38:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:38:20 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:38:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:38:20 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:38:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:38:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:38:21 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:38:21 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:38:21 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:38:22 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:38:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:38:22 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:38:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:38:22 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:38:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:38:23 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:38:23 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:38:23 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:38:23 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:38:23 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:38:23 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:38:24 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:38:24 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:38:24 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:38:24 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:38:24 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:38:25 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:38:25 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:38:25 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:38:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:38:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:38:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:38:26 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:38:26 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:38:26 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:38:26 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:38:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:38:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:38:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:38:27 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:38:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:38:27 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:38:27 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:38:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:38:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:38:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:38:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:38:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:38:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:38:29 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:38:29 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:38:29 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:38:29 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:38:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:38:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:38:30 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:38:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:38:30 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:38:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:38:30 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:38:31 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:38:31 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:38:31 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:38:31 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:38:31 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:38:31 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:38:31 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:38:31 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:38:31 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:38:32 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:38:32 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:38:33 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:38:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:38:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:38:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:38:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:38:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:38:34 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:38:34 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:38:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:38:34 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:38:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:38:35 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:38:35 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:38:35 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:38:35 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:38:35 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:38:36 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:38:36 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:38:36 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:38:36 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:38:36 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:38:37 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:38:37 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:38:37 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:38:37 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:38:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:38:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:38:38 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:38:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:38:38 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:38:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:38:38 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:38:38 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:38:39 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:38:39 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:38:39 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:38:39 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:38:39 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:38:39 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:38:39 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:38:39 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:38:40 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:38:40 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:38:41 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:38:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:38:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:38:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:38:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:38:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:38:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:38:42 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:38:42 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:38:42 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:38:42 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:38:43 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:38:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:38:43 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:38:43 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:38:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:38:44 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:38:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:38:44 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:38:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:38:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:38:45 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:38:45 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:38:46 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:38:46 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:38:46 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:38:46 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:38:46 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:38:47 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:38:47 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:38:47 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:38:47 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:38:47 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:38:48 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:38:48 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:38:48 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:38:48 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:38:48 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:38:48 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:38:48 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:38:48 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:38:49 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:38:49 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:38:50 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:38:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:38:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:38:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:38:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:38:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:38:51 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:38:51 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:38:51 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:38:51 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:38:51 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:38:51 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:38:51 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:38:52 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:38:52 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:38:52 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:38:53 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:38:53 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:38:53 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:38:53 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:38:53 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:38:54 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:38:54 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:38:54 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:38:54 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:38:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:38:55 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:38:55 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:38:55 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:38:55 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:38:55 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:38:56 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:38:56 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:38:56 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:38:56 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:38:56 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:38:57 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:38:57 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:38:57 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:38:57 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:38:57 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:38:58 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:38:58 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:38:58 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:38:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:38:58 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:38:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:38:58 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:38:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:38:59 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:38:59 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:38:59 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:38:59 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:38:59 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:39:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:39:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:39:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:39:00 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:39:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:39:01 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:39:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:39:01 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:39:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:39:01 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:39:02 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:39:02 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:39:02 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:39:02 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:39:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:39:03 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:39:03 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:39:03 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:39:03 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:39:03 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:39:03 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:39:04 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:39:04 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:39:04 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:39:04 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:39:05 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:39:05 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:39:05 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:39:05 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:39:05 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:39:06 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:39:06 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:39:06 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:39:06 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:39:06 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:39:06 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:39:07 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:39:07 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:39:07 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:39:07 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:39:07 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:39:08 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:39:08 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:39:08 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:39:08 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:39:09 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:39:09 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:39:09 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:39:09 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:39:09 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:39:10 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:39:10 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:39:10 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:39:10 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:39:10 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:39:11 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:39:11 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:39:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:39:11 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:39:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:39:12 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:39:12 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:39:12 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:39:12 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:39:12 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:39:13 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:39:13 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:39:13 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:39:13 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:39:13 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:39:13 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:39:13 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:39:13 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:39:14 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:39:14 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:39:15 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:39:15 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:39:15 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:39:15 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:39:15 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:39:15 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:39:16 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:39:16 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:39:16 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:39:16 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:39:16 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:39:17 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:39:17 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:39:17 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:39:18 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:39:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:39:18 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:39:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:39:18 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:39:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:39:19 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:39:19 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:39:19 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:39:19 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:39:20 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:39:20 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:39:20 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:39:20 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:39:20 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:39:20 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:39:21 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:39:21 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:39:21 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:39:21 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:39:21 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:39:22 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:39:22 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:39:22 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:39:22 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:39:22 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:39:22 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:39:23 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:39:23 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:39:23 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:39:23 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:39:24 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:39:24 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:39:24 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:39:24 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:39:24 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:39:25 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:39:25 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:39:25 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:39:25 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:39:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:39:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:39:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:39:26 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:39:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:39:27 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:39:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:39:27 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:39:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:39:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:39:28 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:39:28 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:39:28 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:39:29 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:39:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:39:29 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:39:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:39:29 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:39:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:39:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:39:30 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:39:30 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:39:30 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:39:31 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:39:31 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:39:31 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:39:31 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:39:31 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:39:31 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:39:31 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:39:32 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:39:32 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:39:32 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:39:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:39:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:39:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:39:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:39:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:39:34 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:39:34 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:39:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:39:34 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:39:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:39:35 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:39:35 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:39:35 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:39:35 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:39:36 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:39:36 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:39:36 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:39:36 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:39:36 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:39:37 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:39:37 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:39:37 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:39:37 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:39:38 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:39:38 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:39:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:39:38 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:39:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:39:38 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:39:39 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:39:39 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:39:39 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:39:39 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:39:40 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:39:40 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:39:40 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:39:40 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:39:40 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:39:40 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:39:40 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:39:41 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:39:41 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:39:41 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:39:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:39:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:39:42 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:39:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:39:42 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:39:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:39:43 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:39:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:39:43 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:39:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:39:43 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:39:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:39:44 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:39:44 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:39:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:39:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:39:45 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:39:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:39:45 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:39:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:39:46 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:39:46 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:39:46 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:39:46 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:39:46 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:39:47 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:39:47 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:39:47 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:39:47 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:39:47 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:39:48 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:39:48 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:39:48 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:39:48 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:39:48 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:39:49 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:39:49 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:39:49 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:39:49 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:39:49 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:39:50 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:39:50 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:39:50 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:39:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:39:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:39:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:39:51 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:39:51 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:39:51 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:39:51 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:39:52 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:39:52 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:39:52 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:39:52 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:39:52 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:39:53 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:39:53 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:39:53 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:39:53 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:39:53 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:39:54 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:39:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:39:54 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:39:55 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:39:55 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:39:55 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:39:55 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:39:55 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:39:56 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:39:56 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:39:56 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:39:56 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:39:56 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:39:57 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:39:57 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:39:57 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:39:57 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:39:57 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:39:58 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:39:58 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:39:58 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:39:58 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:39:58 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:39:59 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:39:59 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:39:59 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:39:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:39:59 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:39:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:40:00 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:40:00 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:40:00 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:40:00 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:40:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:40:01 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:40:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:40:01 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:40:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:40:02 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:40:02 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:40:02 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:40:02 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:40:02 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:40:02 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:40:02 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:40:03 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:40:03 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:40:03 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:40:04 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:40:04 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:40:04 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:40:04 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:40:04 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:40:05 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:40:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:40:05 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:40:05 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:40:05 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:40:06 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:40:06 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:40:06 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:40:06 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:40:06 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:40:06 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:40:06 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:40:06 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:40:07 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:40:07 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:40:08 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:40:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:40:08 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:40:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:40:09 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:40:09 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:40:09 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:40:09 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:40:09 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:40:10 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:40:10 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:40:10 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:40:10 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:40:11 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:40:11 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:40:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:40:11 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:40:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:40:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:40:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:40:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:40:12 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:40:13 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:40:13 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:40:13 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:40:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:40:14 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:40:14 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:40:14 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:40:14 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:40:14 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:40:14 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:40:15 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:40:15 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:40:15 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:40:15 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:40:16 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:40:16 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:40:16 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:40:16 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:40:16 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:40:17 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:40:17 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:40:17 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:40:17 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:40:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:40:17 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:40:18 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:40:18 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:40:18 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:40:18 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:40:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:40:19 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:40:19 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:40:19 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:40:19 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:40:20 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:40:20 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:40:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:40:20 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:40:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:40:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:40:21 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:40:21 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:40:21 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:40:22 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:40:22 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:40:22 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:40:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:40:23 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:40:23 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:40:23 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:40:23 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:40:23 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:40:24 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:40:24 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:40:24 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:40:24 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:40:25 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:40:25 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:40:25 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:40:25 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:40:25 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:40:25 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:40:26 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:40:26 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:40:26 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:40:26 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:40:27 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:40:27 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:40:27 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:40:27 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:40:27 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:40:28 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:40:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:40:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:40:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:40:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:40:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:40:29 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:40:29 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:40:29 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:40:30 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:40:30 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:40:30 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:40:30 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:40:31 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:40:31 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:40:31 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:40:31 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:40:31 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:40:32 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:40:32 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:40:32 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:40:32 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:40:32 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:40:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:40:33 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:40:33 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:40:33 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:40:33 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:40:34 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:40:34 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:40:34 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:40:34 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:40:34 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:40:34 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:40:35 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:40:35 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:40:35 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:40:35 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:40:36 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:40:36 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:40:36 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:40:36 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:40:36 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:40:37 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:40:37 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:40:37 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:40:37 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:40:37 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:40:37 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:40:38 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:40:38 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:40:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:40:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:40:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:40:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:40:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:40:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:40:40 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:40:40 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:40:40 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:40:40 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:40:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:40:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:40:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:40:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:40:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:40:42 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:40:42 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:40:42 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:40:42 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:40:42 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:40:43 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:40:43 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:40:43 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:40:43 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:40:43 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:40:43 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:40:44 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:40:44 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:40:44 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:40:44 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:40:45 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:40:45 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:40:45 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:40:45 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:40:45 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:40:46 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:40:46 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:40:46 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:40:46 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:40:46 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:40:46 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:40:47 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:40:47 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:40:47 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:40:48 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:40:48 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:40:48 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:40:48 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:40:48 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:40:49 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:40:49 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:40:49 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:40:49 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:40:49 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:40:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:40:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:40:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:40:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:40:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:40:51 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:40:51 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:40:51 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:40:51 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:40:51 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:40:52 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:40:52 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:40:52 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:40:52 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:40:52 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:40:53 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:40:53 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:40:53 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:40:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:40:53 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:40:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:40:54 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:40:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:40:54 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:40:54 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:40:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:40:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:40:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:40:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:40:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:40:56 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:40:56 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:40:56 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:40:56 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:40:56 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:40:57 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:40:57 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:40:57 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:40:57 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:40:58 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:40:58 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:40:58 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:40:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:40:59 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:40:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:40:59 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:40:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:40:59 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:40:59 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:41:00 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:41:00 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:41:00 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:41:00 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:41:01 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:41:01 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:41:01 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:41:01 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:41:01 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:41:02 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:41:02 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:41:02 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:41:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:41:02 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:41:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:41:03 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:41:03 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:41:03 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:41:03 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:41:03 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:41:04 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:41:04 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:41:04 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:41:04 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:41:05 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:41:05 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:41:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:41:05 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:41:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:41:06 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:41:06 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:41:06 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:41:06 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:41:06 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:41:07 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:41:07 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:41:07 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:41:07 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:41:07 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:41:08 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:41:08 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:41:08 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:41:08 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:41:08 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:41:09 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:41:09 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:41:09 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:41:10 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:41:10 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:41:10 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:41:10 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:41:10 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:41:11 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 20:41:11 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 20:41:11 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.241, Ports: 15691 5671 15671) logger.go:42: 20:41:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 20:41:11 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 20:41:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 20:41:12 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 20:41:12 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 20:41:12 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 20:41:12 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.30, Ports: 6642 6644 1981) logger.go:42: 20:41:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 20:41:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 20:41:13 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 20:41:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 20:41:13 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 20:41:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:41:14 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.243, Ports: 6641 6643 1981) logger.go:42: 20:41:14 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 20:41:14 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 20:41:14 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 20:41:14 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 20:41:14 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 20:41:15 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 DO NOT match the secret. logger.go:42: 20:41:15 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.118, Ports: 3000) logger.go:42: 20:41:15 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 20:41:16 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 20:41:16 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.5.46, Ports: 5671 15671 15691) logger.go:42: 20:41:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 20:41:16 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 20:41:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 20:41:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 20:41:17 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 20:41:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 20:41:17 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 20:41:17 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 20:41:18 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 20:41:18 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.5.75, Ports: 3306) logger.go:42: 20:41:18 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 20:41:18 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 20:41:18 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 20:41:18 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-sb-0 on port 1981 logger.go:42: 20:41:18 | ctlplane-tls-cert-rotation/4- | - ovsdbserver-nb-0 on port 1981 logger.go:42: 20:41:18 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 20:41:19 | ctlplane-tls-cert-rotation/4- | test step failed 4- case.go:396: failed in step 4- case.go:398: command "echo \"Checking rotation of non API service certificates...\"\\n NAMES..." failed, exit status 1 logger.go:42: 20:41:19 | ctlplane-tls-cert-rotation | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- FAIL: kuttl (1314.18s) --- FAIL: kuttl/harness (0.00s) --- FAIL: kuttl/harness/ctlplane-tls-cert-rotation (1312.57s) FAIL make[1]: *** [Makefile:2080: openstack_kuttl_run] Error 1 make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make: *** [Makefile:2102: openstack_kuttl] Error 2