~/src/github.com/openstack-k8s-operators/install_yamls ~/ci-framework-data/artifacts error: the server doesn't have a resource type "openstackversion" bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z openstack-kuttl-tests ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/namespace.yaml namespace/openstack-kuttl-tests created timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io openstack-kuttl-tests); do sleep 1; done" NAME DISPLAY NAME STATUS openstack-kuttl-tests Active oc project openstack-kuttl-tests Now using project "openstack-kuttl-tests" on server "https://api.crc.testing:6443". bash scripts/gen-input-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z openstack-kuttl-tests ']' + '[' -z osp-secret ']' + '[' -z 12345678 ']' + '[' -z 1234567842 ']' + '[' -z 767c3ed056cbaa3b9dfedb8c6f825bf0 ']' + '[' -z sEFmdFjDUqRM2VemYslV5yGNWjokioJXsg8Nrlc3drU= ']' + '[' -z COX8bmlKAWn56XCGMrKQJj7dgHNAOl6f ']' + '[' -z openstack ']' + '[' -z libvirt-secret ']' + DIR=/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/input + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/input ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/input + pushd /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/input ~/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/input ~/src/github.com/openstack-k8s-operators/install_yamls + cat oc get secret/osp-secret || oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/input | oc apply -f - Error from server (NotFound): secrets "osp-secret" not found secret/libvirt-secret created secret/octavia-ca-passphrase created secret/osp-secret created oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/manila/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/manila/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/manila: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/manila-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/manila/cr oc rsh -t openstack-galera-0 mysql -u root --password=12**********78 -e "flush tables; drop database if exists manila;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/heat/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/heat/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/heat: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/heat-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/heat/cr oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/horizon/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/horizon/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/horizon: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/horizon-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/horizon/cr oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nova/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nova/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nova: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/nova-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nova/cr oc rsh openstack-galera-0 mysql -u root --password=12**********78 -ss -e "show databases like 'nova_%';" | xargs -I '{}' oc rsh openstack-galera-0 mysql -u root --password=12**********78 -ss -e "flush tables; drop database if exists {};" Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra-redis/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra-redis/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra-redis: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/infra-operator-redis /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra-redis/cr oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/octavia/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/octavia/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/octavia: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/octavia-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/octavia/cr oc rsh -t openstack-galera-0 mysql -u root --password=12**********78 -e "flush tables; drop database if exists octavia;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/designate/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/designate/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/designate: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/designate-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/designate/cr oc rsh -t openstack-galera-0 mysql -u root --password=12**********78 -e "flush tables; drop database if exists designate;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/neutron/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/neutron/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/neutron: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/neutron-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/neutron/cr oc rsh -t openstack-galera-0 mysql -u root --password=12**********78 -e "flush tables; drop database if exists neutron;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ovn/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ovn/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ovn: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/ovn-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ovn/cr oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ironic/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ironic/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ironic: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/ironic-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/ironic/cr oc rsh -t openstack-galera-0 mysql -u root --password=12**********78 -e "flush tables; drop database if exists ironic;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc rsh -t openstack-galera-0 mysql -u root --password=12**********78 -e "flush tables; drop database if exists ironic_inspector;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/cinder/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/cinder/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/cinder: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/cinder-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/cinder/cr oc rsh -t openstack-galera-0 mysql -u root --password=12**********78 -e "flush tables; drop database if exists cinder;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/glance/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/glance/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/glance: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/glance-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/glance/cr oc rsh -t openstack-galera-0 mysql -u root --password=12**********78 -e "flush tables; drop database if exists glance;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/placement/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/placement/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/placement: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/placement-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/placement/cr oc rsh -t openstack-galera-0 mysql -u root --password=12**********78 -e "flush tables; drop database if exists placement;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/swift/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/swift/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/swift: no such file or directory No resources found rm -Rf -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/swift-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/swift/cr oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/barbican/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/barbican/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/barbican: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/barbican-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/barbican/cr oc rsh -t openstack-galera-0 mysql -u root --password=12**********78 -e "flush tables; drop database if exists barbican;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/keystone/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/keystone/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/keystone: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/keystone-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/keystone/cr oc rsh -t openstack-galera-0 mysql -u root --password=12**********78 -e "flush tables; drop database if exists keystone;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/mariadb/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/mariadb/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/mariadb: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/mariadb-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/mariadb/cr oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/telemetry/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/telemetry/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/telemetry: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/telemetry-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/telemetry/cr rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/ceilometer-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/telemetry/cr oc rsh -t openstack-galera-0 mysql -u root --password=12**********78 -e "flush tables; drop database if exists aodh;" || true Error from server (NotFound): pods "openstack-galera-0" not found oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/infra-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra/cr if oc get RabbitmqCluster; then oc delete --ignore-not-found=true RabbitmqCluster --all; fi error: the server doesn't have a resource type "RabbitmqCluster" rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/rabbitmq-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/rabbitmq/cr bash scripts/validate-marketplace.sh + '[' -z 500s ']' + OPERATOR_NAMESPACE=openshift-marketplace ++ oc get pods --no-headers -n openshift-marketplace ++ grep -viE 'running|completed' + not_running_pods= + '[' -z '' ']' + echo 'All openshift-marketplace pods seems to me fine' All openshift-marketplace pods seems to me fine + OPERATORS='openshift-cert-manager-operator kubernetes-nmstate-operator metallb-operator' + for operator in $OPERATORS + n=0 + retries=20 + true + oc get packagemanifests -n openshift-marketplace + grep openshift-cert-manager-operator openshift-cert-manager-operator Red Hat Operators 332d + '[' 0 -eq 0 ']' + break + for operator in $OPERATORS + n=0 + retries=20 + true + oc get packagemanifests -n openshift-marketplace + grep kubernetes-nmstate-operator kubernetes-nmstate-operator Red Hat Operators 332d + '[' 0 -eq 0 ']' + break + for operator in $OPERATORS + n=0 + retries=20 + true + oc get packagemanifests -n openshift-marketplace + grep metallb-operator metallb-operator Red Hat Operators 332d + '[' 0 -eq 0 ']' + break bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z openshift-nmstate ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate/namespace.yaml namespace/openshift-nmstate created timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io openshift-nmstate); do sleep 1; done" NAME DISPLAY NAME STATUS openshift-nmstate Active bash scripts/gen-olm-nmstate.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/nmstate/op ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/nmstate/op ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/nmstate/op + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate/nmstate/cr ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate/nmstate/cr ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate/nmstate/cr + echo OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/nmstate/op OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/nmstate/op + echo DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate/nmstate/cr DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate/nmstate/cr + cat + cat + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/nmstate/op operatorgroup.operators.coreos.com/openshift-nmstate-tn6k8 created subscription.operators.coreos.com/kubernetes-nmstate-operator created timeout 500s bash -c "while ! (oc get deployments/nmstate-operator -n openshift-nmstate); do sleep 10; done" Error from server (NotFound): deployments.apps "nmstate-operator" not found NAME READY UP-TO-DATE AVAILABLE AGE nmstate-operator 0/1 1 0 1s oc wait deployments/nmstate-operator -n openshift-nmstate --for condition=Available --timeout=500s deployment.apps/nmstate-operator condition met timeout 500s bash -c "while ! (oc wait pod -n openshift-apiserver -l apiserver=true --for condition=Ready); do sleep 10; done" pod/apiserver-76f77b778f-v44w7 condition met oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openshift-nmstate/nmstate/cr nmstate.nmstate.io/nmstate created timeout 500s bash -c "while ! (oc get pod --no-headers=true -l component=kubernetes-nmstate-handler -n openshift-nmstate| grep nmstate-handler); do sleep 10; done" No resources found in openshift-nmstate namespace. nmstate-handler-m4cqg 0/1 Running 0 10s oc wait pod -n openshift-nmstate -l component=kubernetes-nmstate-handler --for condition=Ready --timeout=500s pod/nmstate-handler-m4cqg condition met timeout 500s bash -c "while ! (oc get deployments/nmstate-webhook -n openshift-nmstate); do sleep 10; done" NAME READY UP-TO-DATE AVAILABLE AGE nmstate-webhook 0/1 1 0 11s oc wait deployments/nmstate-webhook -n openshift-nmstate --for condition=Available --timeout=500s deployment.apps/nmstate-webhook condition met WORKERS='crc' \ bash scripts/gen-nncp.sh + check_var_set DEPLOY_DIR + [[ ! -v DEPLOY_DIR ]] + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nncp/cr ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nncp/cr + check_var_set WORKERS + [[ ! -v WORKERS ]] + check_var_set INTERFACE + [[ ! -v INTERFACE ]] + check_var_set BRIDGE_NAME + [[ ! -v BRIDGE_NAME ]] + check_var_set INTERFACE_MTU + [[ ! -v INTERFACE_MTU ]] + check_var_set VLAN_START + [[ ! -v VLAN_START ]] + check_var_set VLAN_STEP + [[ ! -v VLAN_STEP ]] + check_var_set VLAN_STEP + [[ ! -v VLAN_STEP ]] + check_var_set INTERNALAPI_PREFIX + [[ ! -v INTERNALAPI_PREFIX ]] + check_var_set STORAGE_PREFIX + [[ ! -v STORAGE_PREFIX ]] + check_var_set STORAGEMGMT_PREFIX + [[ ! -v STORAGEMGMT_PREFIX ]] + check_var_set TENANT_PREFIX + [[ ! -v TENANT_PREFIX ]] + check_var_set DESIGNATE_PREFIX + [[ ! -v DESIGNATE_PREFIX ]] + check_var_set DESIGNATE_EXT_PREFIX + [[ ! -v DESIGNATE_EXT_PREFIX ]] + '[' -n '' ']' + echo DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nncp/cr DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nncp/cr + echo WORKERS crc WORKERS crc + echo INTERFACE enp7s0 INTERFACE enp7s0 + echo BRIDGE_NAME ospbr BRIDGE_NAME ospbr + echo INTERFACE_BGP_1 INTERFACE_BGP_1 + echo INTERFACE_BGP_2 INTERFACE_BGP_2 + echo INTERFACE_MTU 1440 INTERFACE_MTU 1440 + echo VLAN_START 20 VLAN_START 20 + echo VLAN_STEP 1 VLAN_STEP 1 + echo STORAGE_MACVLAN STORAGE_MACVLAN + '[' -n true ']' + echo CTLPLANE_IP_ADDRESS_PREFIX 192.168.122 CTLPLANE_IP_ADDRESS_PREFIX 192.168.122 + echo CTLPLANE_IP_ADDRESS_SUFFIX 10 CTLPLANE_IP_ADDRESS_SUFFIX 10 + '[' -n '' ']' + '[' -n '' ']' + IP_ADDRESS_SUFFIX=5 + IPV6_ADDRESS_SUFFIX=5 + rm --force '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nncp/cr/*_nncp.yaml' + internalapi_vlan_id=20 + storage_vlan_id=21 + tenant_vlan_id=22 + storagemgmt_vlan_id=23 + octavia_vlan_id=24 + designate_vlan_id=25 + designate_ext_vlan_id=26 + for WORKER in ${WORKERS} + cat + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + '[' -n '' ']' + cat + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + cat + '[' -n '' ']' + '[' -n true ']' + cat + '[' -n '' ']' + cat + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + cat + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + '[' -n '' ']' + cat + IP_ADDRESS_SUFFIX=6 + IPV6_ADDRESS_SUFFIX=6 + CTLPLANE_IP_ADDRESS_SUFFIX=11 + CTLPLANE_IPV6_ADDRESS_SUFFIX=1 oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/nncp/cr/ nodenetworkconfigurationpolicy.nmstate.io/enp7s0-crc created timeout 240s bash -c "while ! (oc wait nncp -l osp/interface=enp7s0 --for jsonpath='{.status.conditions[0].reason}'=SuccessfullyConfigured); do sleep 10; done" nodenetworkconfigurationpolicy.nmstate.io/enp7s0-crc condition met if test -n "192.168.122.10"; then oc patch dns.operator/default --type merge -p '{"spec":{"upstreamResolvers":{"policy":"Sequential","upstreams":[{"type":"Network","address":"'192.168.122.10'","port":53},{"type":"SystemResolvConf"}]}}}'; fi dns.operator.openshift.io/default patched timeout 240s bash -c "while ! (oc wait dns.operator/default --for condition=available); do sleep 10; done" dns.operator.openshift.io/default condition met bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z metallb-system ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/metallb-system + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/metallb-system ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/metallb-system + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/namespace.yaml namespace/metallb-system created timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io metallb-system); do sleep 1; done" NAME DISPLAY NAME STATUS metallb-system Active bash scripts/gen-olm-metallb.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/metallb/op ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/metallb/op ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/metallb/op + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr + echo OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/metallb/op OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/metallb/op + echo DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr + echo INTERFACE INTERFACE + cat + cat + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/metallb/op operatorgroup.operators.coreos.com/metallb-operator created subscription.operators.coreos.com/metallb-operator-sub created timeout 500s bash -c "while ! (oc get pod --no-headers=true -l control-plane=controller-manager -n metallb-system| grep metallb-operator-controller); do sleep 10; done" No resources found in metallb-system namespace. No resources found in metallb-system namespace. metallb-operator-controller-manager-769647f86-fhptv 0/1 Running 0 4s oc wait pod -n metallb-system --for condition=Ready -l control-plane=controller-manager --timeout=500s pod/metallb-operator-controller-manager-769647f86-fhptv condition met timeout 500s bash -c "while ! (oc get pod --no-headers=true -l component=webhook-server -n metallb-system| grep metallb-operator-webhook); do sleep 10; done" metallb-operator-webhook-server-58ff8dbc9-jm9z5 1/1 Running 0 41s oc wait pod -n metallb-system --for condition=Ready -l component=webhook-server --timeout=500s pod/metallb-operator-webhook-server-58ff8dbc9-jm9z5 condition met oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/deploy_operator.yaml metallb.metallb.io/metallb created timeout 500s bash -c "while ! (oc get pod --no-headers=true -l component=speaker -n metallb-system | grep speaker); do sleep 10; done" No resources found in metallb-system namespace. speaker-v97x2 1/2 Running 0 10s oc wait pod -n metallb-system -l component=speaker --for condition=Ready --timeout=500s pod/speaker-v97x2 condition met make operator_namespace make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' error: the server doesn't have a resource type "openstackversion" bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z cert-manager-operator ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator/namespace.yaml namespace/cert-manager-operator created timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io cert-manager-operator); do sleep 1; done" NAME DISPLAY NAME STATUS cert-manager-operator Active oc project cert-manager-operator Now using project "cert-manager-operator" on server "https://api.crc.testing:6443". make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-olm-cert-manager.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator/cert-manager/op ']' + '[' -z cert-manager-operator ']' + '[' -z stable-v1 ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator/cert-manager/op ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator/cert-manager/op + echo OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator/cert-manager/op OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator/cert-manager/op + echo OPERATOR_NAMESPACE cert-manager-operator OPERATOR_NAMESPACE cert-manager-operator + echo CHANNEL stable-v1 CHANNEL stable-v1 + cat + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/cert-manager-operator/cert-manager/op operatorgroup.operators.coreos.com/cert-manager-operator-bccwx created subscription.operators.coreos.com/openshift-cert-manager-operator created while ! (oc get pod --no-headers=true -l name=cert-manager-operator -n cert-manager-operator| grep "cert-manager-operator"); do sleep 10; done No resources found in cert-manager-operator namespace. No resources found in cert-manager-operator namespace. cert-manager-operator-controller-manager-64cf6dff88-75hg5 0/1 ContainerCreating 0 6s oc wait pod -n cert-manager-operator --for condition=Ready -l name=cert-manager-operator --timeout=300s pod/cert-manager-operator-controller-manager-64cf6dff88-75hg5 condition met while ! (oc get pod --no-headers=true -l app=cainjector -n cert-manager | grep "cert-manager-cainjector"); do sleep 10; done No resources found in cert-manager namespace. cert-manager-cainjector-855d9ccff4-tbzv6 0/1 ContainerCreating 0 3s oc wait pod -n cert-manager -l app=cainjector --for condition=Ready --timeout=300s pod/cert-manager-cainjector-855d9ccff4-tbzv6 condition met while ! (oc get pod --no-headers=true -l app=webhook -n cert-manager | grep "cert-manager-webhook"); do sleep 10; done cert-manager-webhook-f4fb5df64-p7vr2 0/1 Running 0 5s oc wait pod -n cert-manager -l app=webhook --for condition=Ready --timeout=300s pod/cert-manager-webhook-f4fb5df64-p7vr2 condition met while ! (oc get pod --no-headers=true -l app=cert-manager -n cert-manager | grep "cert-manager"); do sleep 10; done cert-manager-86cb77c54b-pdx6x 1/1 Running 0 5s oc wait pod -n cert-manager -l app=cert-manager --for condition=Ready --timeout=300s pod/cert-manager-86cb77c54b-pdx6x condition met bash scripts/gen-netatt.sh + check_var_set DEPLOY_DIR + [[ ! -v DEPLOY_DIR ]] + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/netattach/cr ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/netattach/cr + check_var_set INTERFACE + [[ ! -v INTERFACE ]] + check_var_set BRIDGE_NAME + [[ ! -v BRIDGE_NAME ]] + check_var_set VLAN_START + [[ ! -v VLAN_START ]] + check_var_set VLAN_STEP + [[ ! -v VLAN_STEP ]] + '[' -z true ']' + '[' -n true ']' + '[' -n '' ']' + '[' -n true ']' + check_var_set INTERNALAPI_PREFIX + [[ ! -v INTERNALAPI_PREFIX ]] + check_var_set STORAGE_PREFIX + [[ ! -v STORAGE_PREFIX ]] + check_var_set STORAGEMGMT_PREFIX + [[ ! -v STORAGEMGMT_PREFIX ]] + check_var_set TENANT_PREFIX + [[ ! -v TENANT_PREFIX ]] + check_var_set DESIGNATE_PREFIX + [[ ! -v DESIGNATE_PREFIX ]] + check_var_set DESIGNATE_EXT_PREFIX + [[ ! -v DESIGNATE_EXT_PREFIX ]] + echo DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/netattach/cr DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/netattach/cr + echo INTERFACE enp7s0 INTERFACE enp7s0 + echo VLAN_START 20 VLAN_START 20 + echo VLAN_STEP 1 VLAN_STEP 1 + '[' -n true ']' + echo CTLPLANE_IP_ADDRESS_PREFIX 192.168.122 CTLPLANE_IP_ADDRESS_PREFIX 192.168.122 + echo CTLPLANE_IP_ADDRESS_SUFFIX 10 CTLPLANE_IP_ADDRESS_SUFFIX 10 + echo 'INTERNALAPI_PREFIX 172.17.0' INTERNALAPI_PREFIX 172.17.0 + echo 'STORAGE_PREFIX 172.18.0' STORAGE_PREFIX 172.18.0 + echo 'STORAGEMGMT_PREFIX 172.20.0' STORAGEMGMT_PREFIX 172.20.0 + echo 'TENANT_PREFIX 172.19.0' TENANT_PREFIX 172.19.0 + echo 'DESIGNATE_PREFIX 172.28.0' DESIGNATE_PREFIX 172.28.0 + echo 'DESIGNATE_PREFIX 172.50.0' DESIGNATE_PREFIX 172.50.0 + '[' -n '' ']' + cat + '[' -n true ']' + cat + cat + cat + '[' -n true ']' + cat + cat + cat + '[' -n true ']' + cat + cat + cat + '[' -n true ']' + cat + cat + cat + cat + '[' -n true ']' + cat + cat + cat + '[' -n true ']' + cat + cat + cat + cat + '[' -n '' ']' + '[' -n '' ']' oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/netattach/cr/ networkattachmentdefinition.k8s.cni.cncf.io/ctlplane created networkattachmentdefinition.k8s.cni.cncf.io/datacentre created networkattachmentdefinition.k8s.cni.cncf.io/designate created networkattachmentdefinition.k8s.cni.cncf.io/designateext created networkattachmentdefinition.k8s.cni.cncf.io/internalapi created networkattachmentdefinition.k8s.cni.cncf.io/octavia created networkattachmentdefinition.k8s.cni.cncf.io/storage created networkattachmentdefinition.k8s.cni.cncf.io/storagemgmt created networkattachmentdefinition.k8s.cni.cncf.io/tenant created oc delete --ignore-not-found=true -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/ipaddresspools.yaml error: the path "/home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/ipaddresspools.yaml" does not exist make: [Makefile:2556: metallb_config_cleanup] Error 1 (ignored) oc delete --ignore-not-found=true -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/l2advertisement.yaml error: the path "/home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/l2advertisement.yaml" does not exist make: [Makefile:2557: metallb_config_cleanup] Error 1 (ignored) oc delete --ignore-not-found=true -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgppeers.yaml error: the path "/home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgppeers.yaml" does not exist make: [Makefile:2558: metallb_config_cleanup] Error 1 (ignored) oc delete --ignore-not-found=true -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgpadvertisement.yaml error: the path "/home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgpadvertisement.yaml" does not exist make: [Makefile:2559: metallb_config_cleanup] Error 1 (ignored) oc delete --ignore-not-found=true -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgpextras.yaml error: the path "/home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgpextras.yaml" does not exist make: [Makefile:2560: metallb_config_cleanup] Error 1 (ignored) rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/ipaddresspools.yaml /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/l2advertisement.yaml /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgppeers.yaml /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgpadvertisement.yaml /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/bgpextras.yaml bash scripts/gen-metallb-config.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr ']' + '[' -z enp7s0 ']' + '[' -z ospbr ']' + '[' -z 64999 ']' + '[' -z 64999 ']' + '[' -z 100.65.4.1 ']' + '[' -z 100.64.4.1 ']' + '[' -z 172.30.4.2 ']' + '[' -z true ']' + echo DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr DEPLOY_DIR /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr + echo INTERFACE enp7s0 INTERFACE enp7s0 + echo CTLPLANE_METALLB_POOL 192.168.122.80-192.168.122.90 CTLPLANE_METALLB_POOL 192.168.122.80-192.168.122.90 + echo CTLPLANE_METALLB_IPV6_POOL fd00:aaaa::80-fd00:aaaa::90 CTLPLANE_METALLB_IPV6_POOL fd00:aaaa::80-fd00:aaaa::90 + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + '[' -n true ']' + cat + '[' -n '' ']' + cat + cat + cat + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/ipaddresspools.yaml ipaddresspool.metallb.io/ctlplane created ipaddresspool.metallb.io/internalapi created ipaddresspool.metallb.io/storage created ipaddresspool.metallb.io/tenant created ipaddresspool.metallb.io/designateext created oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/metallb-system/metallb/cr/l2advertisement.yaml l2advertisement.metallb.io/ctlplane created l2advertisement.metallb.io/internalapi created l2advertisement.metallb.io/storage created l2advertisement.metallb.io/tenant created l2advertisement.metallb.io/designateext created bash scripts/gen-olm.sh + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' -z quay.io/openstack-k8s-operators/openstack-operator-index:latest ']' + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/openstack/op ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/openstack/op ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/openstack/op + OPERATOR_CHANNEL=alpha + OPERATOR_SOURCE=openstack-operator-index + OPERATOR_SOURCE_NAMESPACE=openstack-operators + echo OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/openstack/op OPERATOR_DIR /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/openstack/op + echo OPERATOR_CHANNEL alpha OPERATOR_CHANNEL alpha + echo OPERATOR_SOURCE openstack-operator-index OPERATOR_SOURCE openstack-operator-index + echo OPERATOR_SOURCE_NAMESPACE openstack-operators OPERATOR_SOURCE_NAMESPACE openstack-operators + cat + cat + cat bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z openstack-operators ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/openstack-operators + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/namespace.yaml Warning: resource namespaces/openstack-operators is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. namespace/openstack-operators configured timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io openstack-operators); do sleep 1; done" NAME DISPLAY NAME STATUS openstack-operators Active oc project openstack-operators Now using project "openstack-operators" on server "https://api.crc.testing:6443". oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/openstack/op catalogsource.operators.coreos.com/openstack-operator-index created operatorgroup.operators.coreos.com/openstack created subscription.operators.coreos.com/openstack-operator created oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/infra-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra/cr oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr | oc delete --ignore-not-found=true -f - || true error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/openstack/op /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr bash -c "test -d /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator || CHECKOUT_FROM_OPENSTACK_REF=false scripts/clone-operator-repo.sh" Cloning repo: git clone -b main https://github.com/openstack-k8s-operators/openstack-operator.git openstack-operator Cloning into 'openstack-operator'... cp /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/config/samples/core_v1beta1_openstackcontrolplane_galera_network_isolation.yaml /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr bash scripts/gen-service-kustomize.sh +++ dirname scripts/gen-service-kustomize.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/common.sh --source-only ++ set -e + '[' -z openstack-kuttl-tests ']' + '[' -z OpenStackControlPlane ']' + '[' -z osp-secret ']' + '[' -z /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr ']' + '[' -n '' ']' + REPLACEMENTS= + IMAGE=unused + IMAGE_PATH=containerImage + STORAGE_REQUEST=10G + INTERFACE_MTU=1500 + VLAN_START=20 + VLAN_STEP=1 + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr ']' + pushd /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr ~/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr ~/src/github.com/openstack-k8s-operators/install_yamls + cat + [[ OpenStackControlPlane == \O\p\e\n\S\t\a\c\k\C\o\n\t\r\o\l\P\l\a\n\e ]] + [[ '' != '' ]] + IFS=, + read -ra IMAGES + IFS=, + read -ra IMAGE_PATHS + '[' 1 '!=' 1 ']' + (( i=0 )) + (( i < 1 )) + SPEC_PATH=containerImage + SPEC_VALUE=unused + '[' unused '!=' unused ']' + (( i++ )) + (( i < 1 )) + '[' -n '' ']' + '[' OpenStackControlPlane == OpenStackControlPlane ']' + cat + '[' OpenStackControlPlane == Galera ']' + '[' OpenStackControlPlane == NetConfig ']' + '[' -n '' ']' + [[ OpenStackControlPlane == \O\p\e\n\S\t\a\c\k\C\o\n\t\r\o\l\P\l\a\n\e ]] + [[ true == \t\r\u\e ]] + cat + [[ OpenStackControlPlane == \O\p\e\n\S\t\a\c\k\C\o\n\t\r\o\l\P\l\a\n\e ]] + '[' -z true ']' + cat + '[' -n '' ']' + '[' -z true ']' + '[' -n true ']' + '[' -n '' ']' + '[' -n '' ']' + kustomization_add_resources + echo merge config dir merge config dir ++ find . -type f -name '*.yaml' ++ grep -v kustomization + yamls=./core_v1beta1_openstackcontrolplane_galera_network_isolation.yaml + for y in ${yamls[@]} + kustomize edit add resource ./core_v1beta1_openstackcontrolplane_galera_network_isolation.yaml + popd ~/src/github.com/openstack-k8s-operators/install_yamls # Wait until OLM installs openstack CRDs timeout 500s bash -c "while ! (oc get crd openstacks.operator.openstack.org); do sleep 1; done" Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "openstacks.operator.openstack.org" not found NAME CREATED AT openstacks.operator.openstack.org 2026-01-21T15:13:45Z make openstack_init make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' error: the server doesn't have a resource type "openstackversion" # call make_openstack if it isn't already bash -c '(oc get subscription -n openstack-operators openstack-operator || make openstack) || true' NAME PACKAGE SOURCE CHANNEL openstack-operator openstack-operator openstack-operator-index alpha timeout 500s bash -c 'until $(oc get csv -l operators.coreos.com/openstack-operator.openstack-operators -n openstack-operators | grep -q Succeeded); do sleep 1; done' No resources found in openstack-operators namespace. bash -c 'test -f /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/config/samples/operator_v1beta1_openstack.yaml || make openstack_repo' oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/config/samples/operator_v1beta1_openstack.yaml openstack.operator.openstack.org/openstack created # FIXME: Ugly hack to prevent OpenStack Baremetal operator from crashing when BMO is not installed if ! echo "" | grep -q "baremetalhosts.metal3.io"; then \ curl -o /tmp/bmh_crd.yaml --retry-all-errors --retry 5 --retry-delay 10 https://raw.githubusercontent.com/metal3-io/baremetal-operator/refs/heads/main/config/base/crds/bases/metal3.io_baremetalhosts.yaml; \ oc apply -f /tmp/bmh_crd.yaml; \ rm -f /tmp/bmh_crd.yaml; \ fi % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 62515 100 62515 0 0 530k 0 --:--:-- --:--:-- --:--:-- 535k customresourcedefinition.apiextensions.k8s.io/baremetalhosts.metal3.io created oc wait openstack/openstack -n openstack-operators --for condition=Ready --timeout=500s openstack.operator.openstack.org/openstack condition met timeout 500s bash -c "while ! (oc get services -n openstack-operators | grep -E '^(openstack|openstack-baremetal|infra)-operator-webhook-service' | wc -l | grep -q -e 3); do sleep 5; done" make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make wait make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/operator-wait.sh + TIMEOUT=500s +++ dirname scripts/operator-wait.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq ']' + pushd /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls + timeout 500s bash -c 'until [ "$(bash ./get-operator-status.sh)" == "Succeeded" ]; do sleep 5; done' + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq-cluster ']' + DEPL_NAME=openstack-operator-controller-manager ++ oc get -n openstack-operators deployment openstack-operator-controller-manager -o json ++ jq -e .status.availableReplicas + REPLICAS=1 + '[' 1 '!=' 1 ']' + echo Succeeded + exit 0 + rc=0 + popd ~/src/github.com/openstack-k8s-operators/install_yamls + exit 0 make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make wait make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/operator-wait.sh + TIMEOUT=500s +++ dirname scripts/operator-wait.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq ']' + pushd /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls + timeout 500s bash -c 'until [ "$(bash ./get-operator-status.sh)" == "Succeeded" ]; do sleep 5; done' + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq-cluster ']' + DEPL_NAME=openstack-operator-controller-manager ++ oc get -n openstack-operators deployment openstack-operator-controller-manager -o json ++ jq -e .status.availableReplicas + REPLICAS=1 + '[' 1 '!=' 1 ']' + echo Succeeded + exit 0 + rc=0 + popd ~/src/github.com/openstack-k8s-operators/install_yamls + exit 0 make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make wait make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/operator-wait.sh + TIMEOUT=500s +++ dirname scripts/operator-wait.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq ']' + pushd /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls + timeout 500s bash -c 'until [ "$(bash ./get-operator-status.sh)" == "Succeeded" ]; do sleep 5; done' + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq-cluster ']' + DEPL_NAME=openstack-operator-controller-manager ++ oc get -n openstack-operators deployment openstack-operator-controller-manager -o json ++ jq -e .status.availableReplicas + REPLICAS=1 + '[' 1 '!=' 1 ']' + echo Succeeded + exit 0 + rc=0 + popd ~/src/github.com/openstack-k8s-operators/install_yamls + exit 0 make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make wait make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/operator-wait.sh + TIMEOUT=500s +++ dirname scripts/operator-wait.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq ']' + pushd /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls/scripts ~/src/github.com/openstack-k8s-operators/install_yamls + timeout 500s bash -c 'until [ "$(bash ./get-operator-status.sh)" == "Succeeded" ]; do sleep 5; done' + '[' -z openstack-operators ']' + '[' -z openstack ']' + '[' openstack = rabbitmq-cluster ']' + DEPL_NAME=openstack-operator-controller-manager ++ oc get -n openstack-operators deployment openstack-operator-controller-manager -o json ++ jq -e .status.availableReplicas + REPLICAS=1 + '[' 1 '!=' 1 ']' + echo Succeeded + exit 0 + rc=0 + popd ~/src/github.com/openstack-k8s-operators/install_yamls + exit 0 make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make openstack_kuttl_run make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' set -e; \ for test_dir in ctlplane-basic-deployment ctlplane-basic-deployment-with-nicMappings ctlplane-collapsed ctlplane-galera-3replicas ctlplane-nodeselectors ctlplane-tls-cert-rotation ctlplane-tls-custom-issuers ctlplane-tls-custom-route dataplane-create-test dataplane-deploy-global-service-test dataplane-deploy-multiple-secrets dataplane-deploy-no-nodes-test dataplane-deploy-tls-test dataplane-extramounts dataplane-multinode-nodeset-create-test dataplane-service-config dataplane-service-custom-image dataplane-service-failure; do \ oc delete osctlplane --all --namespace openstack-kuttl-tests; \ make crc_storage_cleanup_with_retries; \ make crc_storage_with_retries; \ kubectl-kuttl test --config /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/kuttl-test.yaml /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests --test ${test_dir}; \ done No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/crc-storage + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage created timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Now using project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound No resources found ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' No resources found if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 4m33s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage created ++ cat ++ oc apply -f - serviceaccount/crc-storage created ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role created ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding created + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + mkdir -p /home/zuul/ci-framework-data/artifacts/manifests/crc + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created Warning: resource persistentvolumes/local-storage01-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage01-crc configured Warning: resource persistentvolumes/local-storage02-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage02-crc configured Warning: resource persistentvolumes/local-storage03-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage03-crc configured Warning: resource persistentvolumes/local-storage04-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage04-crc configured Warning: resource persistentvolumes/local-storage05-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage05-crc configured Warning: resource persistentvolumes/local-storage06-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage06-crc configured Warning: resource persistentvolumes/local-storage07-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage07-crc configured Warning: resource persistentvolumes/local-storage08-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage08-crc configured Warning: resource persistentvolumes/local-storage09-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage09-crc configured Warning: resource persistentvolumes/local-storage10-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage10-crc configured Warning: resource persistentvolumes/local-storage11-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage11-crc configured Warning: resource persistentvolumes/local-storage12-crc is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. persistentvolume/local-storage12-crc configured persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs created make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 15:15:13 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 15:15:13 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 15:15:13 | | netconfig.network.openstack.org/netconfig created logger.go:42: 15:15:13 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 15:15:13 | | dnsmasq.network.openstack.org/dnsmasq created logger.go:42: 15:15:13 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 15:15:14 | | Generating public/private rsa key pair. logger.go:42: 15:15:14 | | Your identification has been saved in ansibleee-ssh-key-id_rsa logger.go:42: 15:15:14 | | Your public key has been saved in ansibleee-ssh-key-id_rsa.pub logger.go:42: 15:15:14 | | The key fingerprint is: logger.go:42: 15:15:14 | | SHA256:tZU7zIc4fr6hqTUi93bN+8dC50Sp9wL1GJcjCtTFQYI zuul@controller logger.go:42: 15:15:14 | | The key's randomart image is: logger.go:42: 15:15:14 | | +---[RSA 4096]----+ logger.go:42: 15:15:14 | | | o.++. | logger.go:42: 15:15:14 | | | E ..o | logger.go:42: 15:15:14 | | | . . o o| logger.go:42: 15:15:14 | | | o * +o+o| logger.go:42: 15:15:14 | | | S = B.+*.| logger.go:42: 15:15:14 | | | . o.+o.+| logger.go:42: 15:15:14 | | | . o + o=.=.| logger.go:42: 15:15:14 | | | o +.*..= =| logger.go:42: 15:15:14 | | | .o+.o..=o| logger.go:42: 15:15:14 | | +----[SHA256]-----+ logger.go:42: 15:15:14 | | secret/dataplane-ansible-ssh-private-key-secret created harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/ctlplane-basic-deployment === PAUSE kuttl/harness/ctlplane-basic-deployment === RUN kuttl/harness/ctlplane-basic-deployment-with-nicMappings === PAUSE kuttl/harness/ctlplane-basic-deployment-with-nicMappings === CONT kuttl/harness/ctlplane-basic-deployment logger.go:42: 15:15:14 | ctlplane-basic-deployment | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 15:15:14 | ctlplane-basic-deployment/1-deploy-openstack | starting test step 1-deploy-openstack logger.go:42: 15:15:14 | ctlplane-basic-deployment/1-deploy-openstack | running command: [sh -c oc kustomize ../../../../config/samples/base/openstackcontrolplane | oc apply -n $NAMESPACE -f - ] logger.go:42: 15:15:14 | ctlplane-basic-deployment/1-deploy-openstack | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 15:15:14 | ctlplane-basic-deployment/1-deploy-openstack | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 15:15:14 | ctlplane-basic-deployment/1-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack created logger.go:42: 15:19:26 | ctlplane-basic-deployment/1-deploy-openstack | test step completed 1-deploy-openstack logger.go:42: 15:19:26 | ctlplane-basic-deployment/2-deploy-custom-cacert-secret | starting test step 2-deploy-custom-cacert-secret logger.go:42: 15:19:26 | ctlplane-basic-deployment/2-deploy-custom-cacert-secret | running command: [sh -c oc apply -n $NAMESPACE -f ../../common/custom-ca.yaml ] logger.go:42: 15:19:26 | ctlplane-basic-deployment/2-deploy-custom-cacert-secret | secret/ca-custom-kuttl created logger.go:42: 15:19:26 | ctlplane-basic-deployment/2-deploy-custom-cacert-secret | test step completed 2-deploy-custom-cacert-secret logger.go:42: 15:19:26 | ctlplane-basic-deployment/3-deploy-custom-cacert | starting test step 3-deploy-custom-cacert logger.go:42: 15:19:26 | ctlplane-basic-deployment/3-deploy-custom-cacert | running command: [sh -c oc kustomize ../../../../config/samples/tls/custom_ca | oc apply -n $NAMESPACE -f - ] logger.go:42: 15:19:29 | ctlplane-basic-deployment/3-deploy-custom-cacert | openstackcontrolplane.core.openstack.org/openstack configured logger.go:42: 15:19:29 | ctlplane-basic-deployment/3-deploy-custom-cacert | test step completed 3-deploy-custom-cacert logger.go:42: 15:19:29 | ctlplane-basic-deployment/4- | starting test step 4- logger.go:42: 15:19:29 | ctlplane-basic-deployment/4- | running command: [sh -c echo "Checking ca-custom-kuttl.pem is present in combined-ca-bundle..." CUSTOM_CERT_CONTENT=$(oc get secret ca-custom-kuttl -n $NAMESPACE -o jsonpath="{.data['ca-custom-kuttl\.pem']}" | base64 --decode | tr -d '\n') TLS_BUNDLE_CONTENT=$(oc get secret combined-ca-bundle -n $NAMESPACE -o jsonpath="{.data['tls-ca-bundle\.pem']}" | base64 --decode | tr -d '\n') if [[ "$TLS_BUNDLE_CONTENT" == *"$CUSTOM_CERT_CONTENT"* ]]; then echo "OK" exit 0 else echo "Not present" exit 1 fi ] logger.go:42: 15:19:29 | ctlplane-basic-deployment/4- | Checking ca-custom-kuttl.pem is present in combined-ca-bundle... logger.go:42: 15:19:29 | ctlplane-basic-deployment/4- | OK logger.go:42: 15:19:29 | ctlplane-basic-deployment/4- | test step completed 4- logger.go:42: 15:19:29 | ctlplane-basic-deployment/5-cleanup | starting test step 5-cleanup logger.go:42: 15:19:30 | ctlplane-basic-deployment/5-cleanup | running command: [sh -c oc delete --ignore-not-found=true -n $NAMESPACE pvc \ srv-swift-storage-0 oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 15:19:30 | ctlplane-basic-deployment/5-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 15:19:31 | ctlplane-basic-deployment/5-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 15:19:37 | ctlplane-basic-deployment/5-cleanup | secret "rootca-internal" deleted logger.go:42: 15:19:37 | ctlplane-basic-deployment/5-cleanup | secret "rootca-libvirt" deleted logger.go:42: 15:19:37 | ctlplane-basic-deployment/5-cleanup | secret "rootca-ovn" deleted logger.go:42: 15:19:37 | ctlplane-basic-deployment/5-cleanup | secret "rootca-public" deleted logger.go:42: 15:20:07 | ctlplane-basic-deployment/5-cleanup | test step completed 5-cleanup logger.go:42: 15:20:07 | ctlplane-basic-deployment | skipping kubernetes event logging === CONT kuttl/harness/ctlplane-basic-deployment-with-nicMappings logger.go:42: 15:20:07 | ctlplane-basic-deployment-with-nicMappings | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 15:20:07 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | starting test step 1-create-nic-mappings logger.go:42: 15:20:07 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | running command: [sh -c oc apply -n $NAMESPACE -f ../../../../config/samples/nad_datacentre.yaml ] logger.go:42: 15:20:08 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | networkattachmentdefinition.k8s.cni.cncf.io/datacentre configured logger.go:42: 15:20:08 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | test step completed 1-create-nic-mappings logger.go:42: 15:20:08 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | starting test step 2-deploy-openstack logger.go:42: 15:20:08 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | running command: [sh -c oc kustomize ../../../../config/samples/base/openstackcontrolplane | oc apply -n $NAMESPACE -f - ] logger.go:42: 15:20:08 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 15:20:08 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 15:20:08 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack created logger.go:42: 15:24:04 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | test step completed 2-deploy-openstack logger.go:42: 15:24:04 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | starting test step 3-add-ovn-nic-mappings logger.go:42: 15:24:04 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | running command: [sh -c oc patch openstackcontrolplane -n $NAMESPACE openstack --type='json' -p='[{ "op": "replace", "path": "/spec/ovn/template/ovnController/nicMappings", "value":{"datacentre":"ospbr"} }]' ] logger.go:42: 15:24:04 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | openstackcontrolplane.core.openstack.org/openstack patched logger.go:42: 15:24:10 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | test step completed 3-add-ovn-nic-mappings logger.go:42: 15:24:10 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | starting test step 4-remove-ovn-nic-mappings logger.go:42: 15:24:10 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c oc patch OpenStackControlPlane -n $NAMESPACE openstack --type='json' -p='[{ "op": "remove", "path": "/spec/ovn/template/ovnController/nicMappings", }]' ] logger.go:42: 15:24:11 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | openstackcontrolplane.core.openstack.org/openstack patched logger.go:42: 15:24:11 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:12 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:13 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:14 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:16 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:17 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:18 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:19 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:20 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:22 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:23 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:24 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:25 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:27 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:28 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:29 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:30 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:32 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:33 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:34 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:36 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:37 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:38 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:39 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:41 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:42 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:43 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:44 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | test step completed 4-remove-ovn-nic-mappings logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | starting test step 5-cleanup logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | running command: [sh -c oc delete --ignore-not-found=true -n $NAMESPACE pvc \ srv-swift-storage-0 oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovncontroller-ovndbs" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 15:24:45 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 15:24:46 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 15:24:46 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 15:24:46 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 15:24:46 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 15:24:46 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 15:24:46 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 15:24:52 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-internal" deleted logger.go:42: 15:24:52 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-libvirt" deleted logger.go:42: 15:24:52 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-ovn" deleted logger.go:42: 15:24:52 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-public" deleted logger.go:42: 15:25:18 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | test step completed 5-cleanup logger.go:42: 15:25:18 | ctlplane-basic-deployment-with-nicMappings | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (605.87s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/ctlplane-basic-deployment (293.31s) --- PASS: kuttl/harness/ctlplane-basic-deployment-with-nicMappings (311.19s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ grep Bound ++ awk '{print $6}' ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-galera-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 2 + NAME=swift-swift-storage-0 + oc delete -n openstack-kuttl-tests pvc/swift-swift-storage-0 --ignore-not-found persistentvolumeclaim "swift-swift-storage-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-cell1-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-cell1-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-cell1-galera-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-external-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-external-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-external-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-internal-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-internal-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-internal-api-0" deleted ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 10m storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 15:25:37 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 15:25:37 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 15:25:38 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 15:25:38 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 15:25:38 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 15:25:38 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 15:25:38 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/ctlplane-basic-deployment-with-nicMappings === PAUSE kuttl/harness/ctlplane-basic-deployment-with-nicMappings === CONT kuttl/harness/ctlplane-basic-deployment-with-nicMappings logger.go:42: 15:25:38 | ctlplane-basic-deployment-with-nicMappings | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 15:25:38 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | starting test step 1-create-nic-mappings logger.go:42: 15:25:38 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | running command: [sh -c oc apply -n $NAMESPACE -f ../../../../config/samples/nad_datacentre.yaml ] logger.go:42: 15:25:39 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | networkattachmentdefinition.k8s.cni.cncf.io/datacentre unchanged logger.go:42: 15:25:39 | ctlplane-basic-deployment-with-nicMappings/1-create-nic-mappings | test step completed 1-create-nic-mappings logger.go:42: 15:25:39 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | starting test step 2-deploy-openstack logger.go:42: 15:25:39 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | running command: [sh -c oc kustomize ../../../../config/samples/base/openstackcontrolplane | oc apply -n $NAMESPACE -f - ] logger.go:42: 15:25:39 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 15:25:39 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 15:25:39 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack created logger.go:42: 15:29:24 | ctlplane-basic-deployment-with-nicMappings/2-deploy-openstack | test step completed 2-deploy-openstack logger.go:42: 15:29:24 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | starting test step 3-add-ovn-nic-mappings logger.go:42: 15:29:24 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | running command: [sh -c oc patch openstackcontrolplane -n $NAMESPACE openstack --type='json' -p='[{ "op": "replace", "path": "/spec/ovn/template/ovnController/nicMappings", "value":{"datacentre":"ospbr"} }]' ] logger.go:42: 15:29:24 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | openstackcontrolplane.core.openstack.org/openstack patched logger.go:42: 15:29:29 | ctlplane-basic-deployment-with-nicMappings/3-add-ovn-nic-mappings | test step completed 3-add-ovn-nic-mappings logger.go:42: 15:29:29 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | starting test step 4-remove-ovn-nic-mappings logger.go:42: 15:29:29 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c oc patch OpenStackControlPlane -n $NAMESPACE openstack --type='json' -p='[{ "op": "remove", "path": "/spec/ovn/template/ovnController/nicMappings", }]' ] logger.go:42: 15:29:29 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | openstackcontrolplane.core.openstack.org/openstack patched logger.go:42: 15:29:29 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:29:30 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:29:31 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | running command: [sh -c ovs_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller-ovs --no-headers=true --ignore-not-found=true | wc -l) ovn_controller_pod_count=$(oc get pod -n $NAMESPACE -l service=ovn-controller --no-headers=true --ignore-not-found=true | wc -l) if [ $ovs_controller_pod_count -eq 0 ] && [ $ovn_controller_pod_count -eq 0 ]; then exit 0 fi exit 1 ] logger.go:42: 15:29:32 | ctlplane-basic-deployment-with-nicMappings/4-remove-ovn-nic-mappings | test step completed 4-remove-ovn-nic-mappings logger.go:42: 15:29:32 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | starting test step 5-cleanup logger.go:42: 15:29:32 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | running command: [sh -c oc delete --ignore-not-found=true -n $NAMESPACE pvc \ srv-swift-storage-0 oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovncontroller-ovndbs" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 15:29:33 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 15:29:39 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-internal" deleted logger.go:42: 15:29:39 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-libvirt" deleted logger.go:42: 15:29:39 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-ovn" deleted logger.go:42: 15:29:39 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | secret "rootca-public" deleted logger.go:42: 15:30:04 | ctlplane-basic-deployment-with-nicMappings/5-cleanup | test step completed 5-cleanup logger.go:42: 15:30:04 | ctlplane-basic-deployment-with-nicMappings | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (267.08s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/ctlplane-basic-deployment-with-nicMappings (265.76s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-external-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-external-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-external-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 2 + NAME=swift-swift-storage-0 + oc delete -n openstack-kuttl-tests pvc/swift-swift-storage-0 --ignore-not-found persistentvolumeclaim "swift-swift-storage-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-cell1-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-cell1-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-cell1-galera-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-internal-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-internal-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-internal-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-galera-0" deleted ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 4m34s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 15:30:23 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 15:30:23 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 15:30:23 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 15:30:23 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 15:30:24 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 15:30:24 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 15:30:24 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/ctlplane-collapsed === PAUSE kuttl/harness/ctlplane-collapsed === CONT kuttl/harness/ctlplane-collapsed logger.go:42: 15:30:24 | ctlplane-collapsed | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 15:30:24 | ctlplane-collapsed/0-deps | starting test step 0-deps logger.go:42: 15:30:24 | ctlplane-collapsed/0-deps | running command: [sh -c oc apply -f ../../common/rhobs.yaml until oc api-resources | grep -q rhobs; do sleep 1; done ] logger.go:42: 15:30:24 | ctlplane-collapsed/0-deps | subscription.operators.coreos.com/cluster-observability-operator created logger.go:42: 15:30:39 | ctlplane-collapsed/0-deps | test step completed 0-deps logger.go:42: 15:30:39 | ctlplane-collapsed/1-deploy-openstack-collapsed-cell | starting test step 1-deploy-openstack-collapsed-cell logger.go:42: 15:30:39 | ctlplane-collapsed/1-deploy-openstack-collapsed-cell | running command: [sh -c oc apply -n $NAMESPACE -f ../../../../config/samples/core_v1beta1_openstackcontrolplane_collapsed_cell.yaml ] logger.go:42: 15:30:39 | ctlplane-collapsed/1-deploy-openstack-collapsed-cell | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 15:30:39 | ctlplane-collapsed/1-deploy-openstack-collapsed-cell | openstackcontrolplane.core.openstack.org/openstack-collapsed-cell created logger.go:42: 15:34:29 | ctlplane-collapsed/1-deploy-openstack-collapsed-cell | test step completed 1-deploy-openstack-collapsed-cell logger.go:42: 15:34:29 | ctlplane-collapsed/2-cleanup | starting test step 2-cleanup logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | running command: [sh -c oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-metric-storage-prometheus-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 15:34:30 | ctlplane-collapsed/2-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 15:34:31 | ctlplane-collapsed/2-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 15:34:31 | ctlplane-collapsed/2-cleanup | secret "cert-watcher-internal-svc" deleted logger.go:42: 15:34:31 | ctlplane-collapsed/2-cleanup | secret "cert-watcher-public-route" deleted logger.go:42: 15:34:31 | ctlplane-collapsed/2-cleanup | secret "cert-watcher-public-svc" deleted logger.go:42: 15:34:37 | ctlplane-collapsed/2-cleanup | secret "rootca-internal" deleted logger.go:42: 15:34:37 | ctlplane-collapsed/2-cleanup | secret "rootca-libvirt" deleted logger.go:42: 15:34:37 | ctlplane-collapsed/2-cleanup | secret "rootca-ovn" deleted logger.go:42: 15:34:37 | ctlplane-collapsed/2-cleanup | secret "rootca-public" deleted logger.go:42: 15:35:04 | ctlplane-collapsed/2-cleanup | test step completed 2-cleanup logger.go:42: 15:35:04 | ctlplane-collapsed | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (281.02s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/ctlplane-collapsed (279.71s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/prometheus-metric-storage-db-prometheus-metric-storage-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/prometheus-metric-storage-db-prometheus-metric-storage-0 ++ cut -d / -f 2 + NAME=prometheus-metric-storage-db-prometheus-metric-storage-0 + oc delete -n openstack-kuttl-tests pvc/prometheus-metric-storage-db-prometheus-metric-storage-0 --ignore-not-found persistentvolumeclaim "prometheus-metric-storage-db-prometheus-metric-storage-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 2 + NAME=swift-swift-storage-0 + oc delete -n openstack-kuttl-tests pvc/swift-swift-storage-0 --ignore-not-found persistentvolumeclaim "swift-swift-storage-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-galera-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-internal-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-internal-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-internal-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-external-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-external-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-external-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0" deleted ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 4m49s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ oc apply -f - ++ cat role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 15:35:24 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 15:35:24 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 15:35:27 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 15:35:27 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 15:35:27 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 15:35:27 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 15:35:28 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/ctlplane-galera-3replicas === PAUSE kuttl/harness/ctlplane-galera-3replicas === CONT kuttl/harness/ctlplane-galera-3replicas logger.go:42: 15:35:28 | ctlplane-galera-3replicas | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 15:35:28 | ctlplane-galera-3replicas/1-deploy-galera-3replicas | starting test step 1-deploy-galera-3replicas logger.go:42: 15:35:28 | ctlplane-galera-3replicas/1-deploy-galera-3replicas | running command: [sh -c oc apply -n $NAMESPACE -f ../../../../config/samples/core_v1beta1_openstackcontrolplane_galera_3replicas.yaml ] logger.go:42: 15:35:28 | ctlplane-galera-3replicas/1-deploy-galera-3replicas | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 15:35:28 | ctlplane-galera-3replicas/1-deploy-galera-3replicas | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 15:35:28 | ctlplane-galera-3replicas/1-deploy-galera-3replicas | openstackcontrolplane.core.openstack.org/openstack-galera-3replicas created logger.go:42: 15:39:39 | ctlplane-galera-3replicas/1-deploy-galera-3replicas | test step completed 1-deploy-galera-3replicas logger.go:42: 15:39:39 | ctlplane-galera-3replicas/2-cleanup | starting test step 2-cleanup logger.go:42: 15:39:40 | ctlplane-galera-3replicas/2-cleanup | running command: [sh -c oc delete --ignore-not-found=true -n $NAMESPACE pvc \ mysql-db-openstack-galera-0 \ mysql-db-openstack-galera-1 \ mysql-db-openstack-galera-2 \ mysql-db-openstack-cell1-galera-0 \ mysql-db-openstack-cell1-galera-1 \ mysql-db-openstack-cell1-galera-2 oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 15:39:40 | ctlplane-galera-3replicas/2-cleanup | persistentvolumeclaim "mysql-db-openstack-galera-0" deleted logger.go:42: 15:39:40 | ctlplane-galera-3replicas/2-cleanup | persistentvolumeclaim "mysql-db-openstack-galera-1" deleted logger.go:42: 15:39:40 | ctlplane-galera-3replicas/2-cleanup | persistentvolumeclaim "mysql-db-openstack-galera-2" deleted logger.go:42: 15:39:40 | ctlplane-galera-3replicas/2-cleanup | persistentvolumeclaim "mysql-db-openstack-cell1-galera-0" deleted logger.go:42: 15:39:40 | ctlplane-galera-3replicas/2-cleanup | persistentvolumeclaim "mysql-db-openstack-cell1-galera-1" deleted logger.go:42: 15:39:40 | ctlplane-galera-3replicas/2-cleanup | persistentvolumeclaim "mysql-db-openstack-cell1-galera-2" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 15:39:50 | ctlplane-galera-3replicas/2-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 15:39:56 | ctlplane-galera-3replicas/2-cleanup | secret "rootca-internal" deleted logger.go:42: 15:39:56 | ctlplane-galera-3replicas/2-cleanup | secret "rootca-libvirt" deleted logger.go:42: 15:39:56 | ctlplane-galera-3replicas/2-cleanup | secret "rootca-ovn" deleted logger.go:42: 15:39:56 | ctlplane-galera-3replicas/2-cleanup | secret "rootca-public" deleted logger.go:42: 15:40:13 | ctlplane-galera-3replicas/2-cleanup | test step completed 2-cleanup logger.go:42: 15:40:13 | ctlplane-galera-3replicas | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (289.28s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/ctlplane-galera-3replicas (285.47s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-external-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-external-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-external-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ cut -d / -f 2 ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 + NAME=glance-glance-default-internal-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-internal-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-internal-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/persistence-rabbitmq-cell1-server-2 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/persistence-rabbitmq-cell1-server-2 ++ cut -d / -f 2 + NAME=persistence-rabbitmq-cell1-server-2 + oc delete -n openstack-kuttl-tests pvc/persistence-rabbitmq-cell1-server-2 --ignore-not-found persistentvolumeclaim "persistence-rabbitmq-cell1-server-2" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/persistence-rabbitmq-cell1-server-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/persistence-rabbitmq-cell1-server-0 ++ cut -d / -f 2 + NAME=persistence-rabbitmq-cell1-server-0 + oc delete -n openstack-kuttl-tests pvc/persistence-rabbitmq-cell1-server-0 --ignore-not-found + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 2 + NAME=swift-swift-storage-0 + oc delete -n openstack-kuttl-tests pvc/swift-swift-storage-0 --ignore-not-found persistentvolumeclaim "swift-swift-storage-0" deleted ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 5m33s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 15:41:09 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 15:41:09 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 15:41:09 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 15:41:09 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 15:41:10 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 15:41:10 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 15:41:10 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/ctlplane-nodeselectors === PAUSE kuttl/harness/ctlplane-nodeselectors === CONT kuttl/harness/ctlplane-nodeselectors logger.go:42: 15:41:10 | ctlplane-nodeselectors | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 15:41:10 | ctlplane-nodeselectors/1-deploy-openstack | starting test step 1-deploy-openstack logger.go:42: 15:41:10 | ctlplane-nodeselectors/1-deploy-openstack | running command: [sh -c oc annotate namespace $NAMESPACE openshift.io/node-selector="beta.kubernetes.io/os=linux" ] logger.go:42: 15:41:10 | ctlplane-nodeselectors/1-deploy-openstack | namespace/openstack-kuttl-tests annotated logger.go:42: 15:41:10 | ctlplane-nodeselectors/1-deploy-openstack | running command: [sh -c oc kustomize ../../../../config/samples/nodeselectors/global | oc apply -n $NAMESPACE -f - ] logger.go:42: 15:41:10 | ctlplane-nodeselectors/1-deploy-openstack | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 15:41:10 | ctlplane-nodeselectors/1-deploy-openstack | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 15:41:10 | ctlplane-nodeselectors/1-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack created logger.go:42: 15:44:36 | ctlplane-nodeselectors/1-deploy-openstack | test step completed 1-deploy-openstack logger.go:42: 15:44:36 | ctlplane-nodeselectors/2- | starting test step 2- logger.go:42: 15:44:36 | ctlplane-nodeselectors/2- | running command: [sh -c echo "Checking all pods have expected nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux node-role.kubernetes.io/worker:" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 15:44:36 | ctlplane-nodeselectors/2- | Checking all pods have expected nodeselector logger.go:42: 15:44:37 | ctlplane-nodeselectors/2- | running command: [sh -c echo "Checking all cronjobs have expected nodeselector" EXPECTED_NODE_SELECTOR="node-role.kubernetes.io/worker:" BAD_OR_MISSING_NODE_SELECTOR=$(oc get cronjobs -n $NAMESPACE -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.jobTemplate.spec.template.spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT cronjobs with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 15:44:37 | ctlplane-nodeselectors/2- | Checking all cronjobs have expected nodeselector logger.go:42: 15:44:37 | ctlplane-nodeselectors/2- | test step completed 2- logger.go:42: 15:44:37 | ctlplane-nodeselectors/3-update-nodeselector | starting test step 3-update-nodeselector logger.go:42: 15:44:37 | ctlplane-nodeselectors/3-update-nodeselector | running command: [sh -c oc patch openstackcontrolplane -n $NAMESPACE openstack --type='json' -p='[{ "op": "replace", "path": "/spec/nodeSelector", "value": {"kubernetes.io/os":"linux"} }]' ] logger.go:42: 15:44:37 | ctlplane-nodeselectors/3-update-nodeselector | openstackcontrolplane.core.openstack.org/openstack patched logger.go:42: 15:46:33 | ctlplane-nodeselectors/3-update-nodeselector | test step completed 3-update-nodeselector logger.go:42: 15:46:33 | ctlplane-nodeselectors/4- | starting test step 4- logger.go:42: 15:46:33 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all running pods have new nodeselector" EXPECTED_NODE_SELECTOR="beta.kubernetes.io/os:linux kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get pods -n $NAMESPACE -l service!=dnsmasq --field-selector=status.phase=Running -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT pods with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 15:46:33 | ctlplane-nodeselectors/4- | Checking all running pods have new nodeselector logger.go:42: 15:46:33 | ctlplane-nodeselectors/4- | running command: [sh -c echo "Checking all cronjobs have expected nodeselector" EXPECTED_NODE_SELECTOR="kubernetes.io/os:linux" BAD_OR_MISSING_NODE_SELECTOR=$(oc get cronjobs -n $NAMESPACE -o=go-template --template='{{ range .items }}{{ .metadata.name}}: {{ .spec.jobTemplate.spec.template.spec.nodeSelector }}{{"\n"}}{{ end }}' | grep -v 'ovn-controller-.*-config' | grep -v 'crc-storage-*' | sed -e '\!map\['"$EXPECTED_NODE_SELECTOR"'\]$!d') BAD_OR_MISSING_NODE_SELECTOR_COUNT=$(echo -n "$BAD_OR_MISSING_NODE_SELECTOR" | wc -l) if [ $BAD_OR_MISSING_NODE_SELECTOR_COUNT -ne 0 ]; then echo "Found $BAD_OR_MISSING_NODE_SELECTOR_COUNT cronjobs with bad or missing nodeselector:" echo "$BAD_OR_MISSING_NODE_SELECTOR" exit 1 fi ] logger.go:42: 15:46:33 | ctlplane-nodeselectors/4- | Checking all cronjobs have expected nodeselector logger.go:42: 15:46:33 | ctlplane-nodeselectors/4- | test step completed 4- logger.go:42: 15:46:33 | ctlplane-nodeselectors/5-cleanup | starting test step 5-cleanup logger.go:42: 15:46:33 | ctlplane-nodeselectors/5-cleanup | running command: [sh -c oc annotate namespace $NAMESPACE openshift.io/node-selector- oc delete --ignore-not-found=true -n $NAMESPACE pvc \ srv-swift-storage-0 oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | namespace/openstack-kuttl-tests annotated logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 15:46:34 | ctlplane-nodeselectors/5-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 15:46:40 | ctlplane-nodeselectors/5-cleanup | secret "rootca-internal" deleted logger.go:42: 15:46:40 | ctlplane-nodeselectors/5-cleanup | secret "rootca-libvirt" deleted logger.go:42: 15:46:40 | ctlplane-nodeselectors/5-cleanup | secret "rootca-ovn" deleted logger.go:42: 15:46:40 | ctlplane-nodeselectors/5-cleanup | secret "rootca-public" deleted logger.go:42: 15:47:08 | ctlplane-nodeselectors/5-cleanup | test step completed 5-cleanup logger.go:42: 15:47:08 | ctlplane-nodeselectors | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (358.78s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/ctlplane-nodeselectors (357.54s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-galera-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-internal-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-internal-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-internal-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 2 + NAME=swift-swift-storage-0 + oc delete -n openstack-kuttl-tests pvc/swift-swift-storage-0 --ignore-not-found persistentvolumeclaim "swift-swift-storage-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-cell1-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-cell1-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-cell1-galera-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-external-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-external-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-external-api-0" deleted ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 6m6s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ oc apply -f - ++ cat role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 15:47:27 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 15:47:27 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 15:47:27 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 15:47:27 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 15:47:28 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 15:47:28 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 15:47:28 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/ctlplane-tls-cert-rotation === PAUSE kuttl/harness/ctlplane-tls-cert-rotation === CONT kuttl/harness/ctlplane-tls-cert-rotation logger.go:42: 15:47:28 | ctlplane-tls-cert-rotation | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 15:47:28 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | starting test step 0-deploy-openstack-tls-ingress-only logger.go:42: 15:47:28 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c oc kustomize ../../../../config/samples/tls/tls_ingress | oc apply -n $NAMESPACE -f - ] logger.go:42: 15:47:28 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 15:47:28 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 15:47:28 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | openstackcontrolplane.core.openstack.org/openstack created logger.go:42: 15:47:28 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 15:47:28 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Waiting for OpenStack control plane to be ready... logger.go:42: 15:51:14 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 15:51:14 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "Fail if internal https endpoints are registered" oc exec -i openstackclient -n $NAMESPACE -- bash -c "openstack endpoint list --interface internal -f value -c URL" | grep 'https:' && exit 1 exit 0 ] logger.go:42: 15:51:14 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Fail if internal https endpoints are registered logger.go:42: 15:51:16 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check ovn sb internalDbAddress use tcp" oc get -n $NAMESPACE OVNDBCluster ovndbcluster-sb -o jsonpath={.status.internalDbAddress} | grep -q tcp ] logger.go:42: 15:51:16 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check ovn sb internalDbAddress use tcp logger.go:42: 15:51:16 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check ovn sb DB connection use tcp" oc exec -i statefulset/ovsdbserver-sb -n $NAMESPACE -- bash -c "ovn-sbctl --no-leader-only get-connection | grep -q ptcp" ] logger.go:42: 15:51:16 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check ovn sb DB connection use tcp logger.go:42: 15:51:16 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Defaulted container "ovsdbserver-sb" out of: ovsdbserver-sb, openstack-network-exporter logger.go:42: 15:51:16 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check nova transport_url use tcp" oc exec -i statefulset/nova-cell1-conductor -n $NAMESPACE -- bash -c "grep transport_url /etc/nova/nova.conf.d/01-nova.conf | grep -q 'ssl=0'" ] logger.go:42: 15:51:16 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check nova transport_url use tcp logger.go:42: 15:51:17 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check neutron ovn_sb_connection url tcp address" oc exec -i deployment/neutron -n $NAMESPACE -- bash -c "grep ovn_sb_connection /etc/neutron/neutron.conf.d/01-neutron.conf | grep -q tcp" ] logger.go:42: 15:51:17 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check neutron ovn_sb_connection url tcp address logger.go:42: 15:51:17 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Defaulted container "neutron-api" out of: neutron-api, neutron-httpd logger.go:42: 15:51:18 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 15:51:18 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Waiting for OpenStack control plane to be ready... logger.go:42: 15:51:18 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 15:51:18 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "Fail if internal https endpoints are registered" oc exec -i openstackclient -n $NAMESPACE -- bash -c "openstack endpoint list --interface internal -f value -c URL" | grep 'https:' && exit 1 exit 0 ] logger.go:42: 15:51:18 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Fail if internal https endpoints are registered logger.go:42: 15:51:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check ovn sb internalDbAddress use tcp" oc get -n $NAMESPACE OVNDBCluster ovndbcluster-sb -o jsonpath={.status.internalDbAddress} | grep -q tcp ] logger.go:42: 15:51:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check ovn sb internalDbAddress use tcp logger.go:42: 15:51:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check ovn sb DB connection use tcp" oc exec -i statefulset/ovsdbserver-sb -n $NAMESPACE -- bash -c "ovn-sbctl --no-leader-only get-connection | grep -q ptcp" ] logger.go:42: 15:51:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check ovn sb DB connection use tcp logger.go:42: 15:51:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Defaulted container "ovsdbserver-sb" out of: ovsdbserver-sb, openstack-network-exporter logger.go:42: 15:51:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check nova transport_url use tcp" oc exec -i statefulset/nova-cell1-conductor -n $NAMESPACE -- bash -c "grep transport_url /etc/nova/nova.conf.d/01-nova.conf | grep -q 'ssl=0'" ] logger.go:42: 15:51:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check nova transport_url use tcp logger.go:42: 15:51:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | running command: [sh -c echo "check neutron ovn_sb_connection url tcp address" oc exec -i deployment/neutron -n $NAMESPACE -- bash -c "grep ovn_sb_connection /etc/neutron/neutron.conf.d/01-neutron.conf | grep -q tcp" ] logger.go:42: 15:51:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | check neutron ovn_sb_connection url tcp address logger.go:42: 15:51:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | Defaulted container "neutron-api" out of: neutron-api, neutron-httpd logger.go:42: 15:51:20 | ctlplane-tls-cert-rotation/0-deploy-openstack-tls-ingress-only | test step completed 0-deploy-openstack-tls-ingress-only logger.go:42: 15:51:20 | ctlplane-tls-cert-rotation/1-deploy-openstack | starting test step 1-deploy-openstack logger.go:42: 15:51:20 | ctlplane-tls-cert-rotation/1-deploy-openstack | running command: [sh -c oc kustomize ../../../../config/samples/base/openstackcontrolplane | oc apply -n $NAMESPACE -f - ] logger.go:42: 15:51:21 | ctlplane-tls-cert-rotation/1-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack configured logger.go:42: 15:51:21 | ctlplane-tls-cert-rotation/1-deploy-openstack | test step completed 1-deploy-openstack logger.go:42: 15:51:21 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | starting test step 2-get-endpoints-certs logger.go:42: 15:51:21 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_before ] logger.go:42: 15:51:21 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Get fingerprints of all service certs logger.go:42: 15:51:21 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openstack endpoint list -c URL -f value logger.go:42: 15:51:21 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ awk -F/ '{print $3}' logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! swift-internal.openstack-kuttl-tests.svc:8080 =~ :[0-9]+$ ]] logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Could not find certificate from /dev/stdin logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | 4017335CBB7F0000:error:1608010C:STORE routines:ossl_store_handle_load_result:unsupported:crypto/store/store_result.c:162:provider=default logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print= logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n '' ]] logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! neutron-internal.openstack-kuttl-tests.svc:9696 =~ :[0-9]+$ ]] logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Could not find certificate from /dev/stdin logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | 4077BC81657F0000:error:1608010C:STORE routines:ossl_store_handle_load_result:unsupported:crypto/store/store_result.c:162:provider=default logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print= logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n '' ]] logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo cinder-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! cinder-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=03:A5:72:C6:E8:E4:A1:D4:63:3F:A4:DD:AF:06:D7:80:6A:5C:96:32 logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 03:A5:72:C6:E8:E4:A1:D4:63:3F:A4:DD:AF:06:D7:80:6A:5C:96:32 ]] logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'cinder-public-openstack-kuttl-tests.apps-crc.testing:443 03:A5:72:C6:E8:E4:A1:D4:63:3F:A4:DD:AF:06:D7:80:6A:5C:96:32' logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! glance-default-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:26 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=F2:58:95:13:09:E5:EA:BF:67:2B:80:0B:C6:27:10:FD:A5:82:EF:0A logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n F2:58:95:13:09:E5:EA:BF:67:2B:80:0B:C6:27:10:FD:A5:82:EF:0A ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 F2:58:95:13:09:E5:EA:BF:67:2B:80:0B:C6:27:10:FD:A5:82:EF:0A' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo nova-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=nova-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! nova-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=F8:49:BB:A1:12:2A:99:C5:33:84:98:74:71:0F:54:A9:E0:38:9B:D5 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n F8:49:BB:A1:12:2A:99:C5:33:84:98:74:71:0F:54:A9:E0:38:9B:D5 ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'nova-public-openstack-kuttl-tests.apps-crc.testing:443 F8:49:BB:A1:12:2A:99:C5:33:84:98:74:71:0F:54:A9:E0:38:9B:D5' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! keystone-internal.openstack-kuttl-tests.svc:5000 =~ :[0-9]+$ ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Could not find certificate from /dev/stdin logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | 40878299217F0000:error:1608010C:STORE routines:ossl_store_handle_load_result:unsupported:crypto/store/store_result.c:162:provider=default logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print= logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n '' ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! neutron-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=9A:EC:34:0A:AB:C2:56:6E:C8:94:9B:80:A8:44:D5:90:1B:FA:47:D5 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 9A:EC:34:0A:AB:C2:56:6E:C8:94:9B:80:A8:44:D5:90:1B:FA:47:D5 ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'neutron-public-openstack-kuttl-tests.apps-crc.testing:443 9A:EC:34:0A:AB:C2:56:6E:C8:94:9B:80:A8:44:D5:90:1B:FA:47:D5' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! keystone-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=A5:B2:D1:85:DF:B9:A0:84:31:B2:73:F9:BB:E0:89:8A:5D:B8:85:8F logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n A5:B2:D1:85:DF:B9:A0:84:31:B2:73:F9:BB:E0:89:8A:5D:B8:85:8F ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'keystone-public-openstack-kuttl-tests.apps-crc.testing:443 A5:B2:D1:85:DF:B9:A0:84:31:B2:73:F9:BB:E0:89:8A:5D:B8:85:8F' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! placement-internal.openstack-kuttl-tests.svc:8778 =~ :[0-9]+$ ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Could not find certificate from /dev/stdin logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | 40673BDBDF7F0000:error:1608010C:STORE routines:ossl_store_handle_load_result:unsupported:crypto/store/store_result.c:162:provider=default logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print= logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n '' ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! placement-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=D9:0C:5C:9C:7F:F4:77:57:FD:6B:18:15:70:E9:49:75:90:D9:45:A6 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n D9:0C:5C:9C:7F:F4:77:57:FD:6B:18:15:70:E9:49:75:90:D9:45:A6 ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'placement-public-openstack-kuttl-tests.apps-crc.testing:443 D9:0C:5C:9C:7F:F4:77:57:FD:6B:18:15:70:E9:49:75:90:D9:45:A6' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! nova-internal.openstack-kuttl-tests.svc:8774 =~ :[0-9]+$ ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Could not find certificate from /dev/stdin logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print= logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n '' ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo swift-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=swift-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! swift-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=E4:38:92:60:00:22:E4:5B:60:62:12:04:F8:DE:DE:CE:A6:7D:F2:E7 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n E4:38:92:60:00:22:E4:5B:60:62:12:04:F8:DE:DE:CE:A6:7D:F2:E7 ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'swift-public-openstack-kuttl-tests.apps-crc.testing:443 E4:38:92:60:00:22:E4:5B:60:62:12:04:F8:DE:DE:CE:A6:7D:F2:E7' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! glance-default-internal.openstack-kuttl-tests.svc:9292 =~ :[0-9]+$ ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Could not find certificate from /dev/stdin logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | 40D785837B7F0000:error:1608010C:STORE routines:ossl_store_handle_load_result:unsupported:crypto/store/store_result.c:162:provider=default logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print= logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n '' ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! barbican-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print=7C:A1:81:C0:D6:2E:12:B3:B0:28:8B:07:F8:64:9C:75:3E:3D:D9:45 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n 7C:A1:81:C0:D6:2E:12:B3:B0:28:8B:07:F8:64:9C:75:3E:3D:D9:45 ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + echo 'barbican-public-openstack-kuttl-tests.apps-crc.testing:443 7C:A1:81:C0:D6:2E:12:B3:B0:28:8B:07:F8:64:9C:75:3E:3D:D9:45' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! barbican-internal.openstack-kuttl-tests.svc:9311 =~ :[0-9]+$ ]] logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:27 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Could not find certificate from /dev/stdin logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | 40173D2AEA7F0000:error:1608010C:STORE routines:ossl_store_handle_load_result:unsupported:crypto/store/store_result.c:162:provider=default logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print= logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n '' ]] logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ echo cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + host_port=cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ ! cinder-internal.openstack-kuttl-tests.svc:8776 =~ :[0-9]+$ ]] logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl s_client -connect cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Could not find certificate from /dev/stdin logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + finger_print= logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | + [[ -n '' ]] logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 15:51:28 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 15:53:52 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 15:53:52 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | running command: [sh -c echo "Fail if internal http endpoints are registered" oc exec -i openstackclient -n $NAMESPACE -- bash -c "openstack endpoint list --interface internal -f value -c URL" | grep 'http:' && exit 1 exit 0 ] logger.go:42: 15:53:52 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Fail if internal http endpoints are registered logger.go:42: 15:53:54 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | running command: [sh -c echo "check ovn sb internalDbAddress use ssl" oc get -n $NAMESPACE OVNDBCluster ovndbcluster-sb -o jsonpath={.status.internalDbAddress} | grep -q ssl ] logger.go:42: 15:53:54 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | check ovn sb internalDbAddress use ssl logger.go:42: 15:53:54 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | running command: [sh -c echo "check ovn sb DB connection use ssl" oc exec -i statefulset/ovsdbserver-sb -n $NAMESPACE -- bash -c "ovn-sbctl --no-leader-only get-connection | grep -q pssl" ] logger.go:42: 15:53:54 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | check ovn sb DB connection use ssl logger.go:42: 15:53:54 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Defaulted container "ovsdbserver-sb" out of: ovsdbserver-sb, openstack-network-exporter logger.go:42: 15:53:54 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | running command: [sh -c echo "check nova transport_url use ssl" oc exec -i statefulset/nova-cell1-conductor -n $NAMESPACE -- bash -c "grep transport_url /etc/nova/nova.conf.d/01-nova.conf | grep -q 'ssl=1'" ] logger.go:42: 15:53:54 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | check nova transport_url use ssl logger.go:42: 15:53:54 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | running command: [sh -c echo "check neutron ovn_sb_connection url ssl" oc exec -i deployment/neutron -n $NAMESPACE -- bash -c "grep ovn_sb_connection /etc/neutron/neutron.conf.d/01-neutron.conf| grep -q ssl" ] logger.go:42: 15:53:54 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | check neutron ovn_sb_connection url ssl logger.go:42: 15:53:54 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | Defaulted container "neutron-api" out of: neutron-api, neutron-httpd logger.go:42: 15:53:54 | ctlplane-tls-cert-rotation/2-get-endpoints-certs | test step completed 2-get-endpoints-certs logger.go:42: 15:53:54 | ctlplane-tls-cert-rotation/3-change-cert-duration | starting test step 3-change-cert-duration logger.go:42: 15:53:54 | ctlplane-tls-cert-rotation/3-change-cert-duration | running command: [sh -c oc kustomize ../../../../config/samples/tls/custom_duration | oc apply -n $NAMESPACE -f - ] logger.go:42: 15:53:55 | ctlplane-tls-cert-rotation/3-change-cert-duration | openstackcontrolplane.core.openstack.org/openstack configured logger.go:42: 15:53:56 | ctlplane-tls-cert-rotation/3-change-cert-duration | test step completed 3-change-cert-duration logger.go:42: 15:53:56 | ctlplane-tls-cert-rotation/4- | starting test step 4- logger.go:42: 15:53:56 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:53:56 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:53:56 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:53:56 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:53:57 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 15:53:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:53:57 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 15:53:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:53:57 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 15:53:57 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:53:57 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:53:57 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:53:57 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:53:57 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:53:57 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:53:58 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:53:58 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:53:58 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:53:58 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:53:58 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:53:58 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:53:58 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:53:59 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:53:59 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:53:59 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:53:59 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 15:53:59 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:53:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:53:59 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 15:53:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:54:00 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 15:54:00 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:54:00 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 15:54:00 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:54:00 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:54:00 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:54:00 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:54:00 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:54:01 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:54:01 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_after ] logger.go:42: 15:54:01 | ctlplane-tls-cert-rotation/4- | Get fingerprints of all service certs logger.go:42: 15:54:01 | ctlplane-tls-cert-rotation/4- | ++ openstack endpoint list -c URL -f value logger.go:42: 15:54:01 | ctlplane-tls-cert-rotation/4- | ++ awk -F/ '{print $3}' logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ echo swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + [[ ! swift-internal.openstack-kuttl-tests.svc:8080 =~ :[0-9]+$ ]] logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + finger_print=76:75:20:14:FE:C4:44:CF:38:DC:75:EB:4D:5D:35:BA:F6:81:41:55 logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + [[ -n 76:75:20:14:FE:C4:44:CF:38:DC:75:EB:4D:5D:35:BA:F6:81:41:55 ]] logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + echo 'swift-internal.openstack-kuttl-tests.svc:8080 76:75:20:14:FE:C4:44:CF:38:DC:75:EB:4D:5D:35:BA:F6:81:41:55' logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ echo neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + [[ ! neutron-internal.openstack-kuttl-tests.svc:9696 =~ :[0-9]+$ ]] logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + finger_print=97:E1:19:C7:FA:1E:5C:93:0B:FA:D6:DD:3E:C1:C1:1C:06:9C:D0:15 logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + [[ -n 97:E1:19:C7:FA:1E:5C:93:0B:FA:D6:DD:3E:C1:C1:1C:06:9C:D0:15 ]] logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + echo 'neutron-internal.openstack-kuttl-tests.svc:9696 97:E1:19:C7:FA:1E:5C:93:0B:FA:D6:DD:3E:C1:C1:1C:06:9C:D0:15' logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ echo cinder-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + [[ ! cinder-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + finger_print=03:A5:72:C6:E8:E4:A1:D4:63:3F:A4:DD:AF:06:D7:80:6A:5C:96:32 logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + [[ -n 03:A5:72:C6:E8:E4:A1:D4:63:3F:A4:DD:AF:06:D7:80:6A:5C:96:32 ]] logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + echo 'cinder-public-openstack-kuttl-tests.apps-crc.testing:443 03:A5:72:C6:E8:E4:A1:D4:63:3F:A4:DD:AF:06:D7:80:6A:5C:96:32' logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ echo glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + [[ ! glance-default-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | + host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:54:02 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:54:03 | ctlplane-tls-cert-rotation/4- | + finger_print=F2:58:95:13:09:E5:EA:BF:67:2B:80:0B:C6:27:10:FD:A5:82:EF:0A logger.go:42: 15:54:03 | ctlplane-tls-cert-rotation/4- | + [[ -n F2:58:95:13:09:E5:EA:BF:67:2B:80:0B:C6:27:10:FD:A5:82:EF:0A ]] logger.go:42: 15:54:03 | ctlplane-tls-cert-rotation/4- | + echo 'glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 F2:58:95:13:09:E5:EA:BF:67:2B:80:0B:C6:27:10:FD:A5:82:EF:0A' logger.go:42: 15:54:03 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:54:03 | ctlplane-tls-cert-rotation/4- | ++ echo nova-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:54:03 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:54:03 | ctlplane-tls-cert-rotation/4- | + host_port=nova-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:54:03 | ctlplane-tls-cert-rotation/4- | + [[ ! nova-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:54:03 | ctlplane-tls-cert-rotation/4- | + host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:54:03 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:54:03 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:54:03 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:54:04 | ctlplane-tls-cert-rotation/4- | command terminated with exit code 137 logger.go:42: 15:54:04 | ctlplane-tls-cert-rotation/4- | command failure, skipping 1 additional commands logger.go:42: 15:54:05 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:54:05 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:54:05 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:54:06 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:54:06 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:54:06 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:54:06 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:54:06 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:54:07 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:54:07 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:54:07 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:54:08 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.92:6642. logger.go:42: 15:54:08 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:54:08 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.92:6644. logger.go:42: 15:54:08 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:54:09 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.92:1981. logger.go:42: 15:54:09 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:54:09 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:54:09 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.146:6641. logger.go:42: 15:54:09 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:54:10 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.146:6643. logger.go:42: 15:54:10 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:54:11 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.146:1981. logger.go:42: 15:54:11 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:54:11 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:54:12 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.30:3000. logger.go:42: 15:54:12 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:54:12 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:54:13 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:54:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:54:13 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:54:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:54:14 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:54:14 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:54:14 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:54:15 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.5.147:3306. logger.go:42: 15:54:15 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:54:15 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:54:15 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.4.238:3306. logger.go:42: 15:54:15 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:54:15 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:54:15 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:54:15 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:54:15 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:54:15 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:54:15 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:54:15 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:54:16 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:54:16 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:54:16 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:54:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:54:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:54:17 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:54:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:54:17 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:54:18 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:54:18 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:54:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:54:18 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.92:6642. logger.go:42: 15:54:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:54:18 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.92:6644. logger.go:42: 15:54:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:54:19 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.92:1981. logger.go:42: 15:54:19 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:54:19 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:54:20 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.146:6641. logger.go:42: 15:54:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:54:20 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.146:6643. logger.go:42: 15:54:20 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:54:21 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.146:1981. logger.go:42: 15:54:21 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:54:21 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:54:22 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.30:3000. logger.go:42: 15:54:22 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:54:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:54:22 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:54:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:54:22 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:54:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:54:23 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:54:23 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:54:23 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:54:23 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.5.147:3306. logger.go:42: 15:54:23 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:54:23 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:54:24 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.4.238:3306. logger.go:42: 15:54:24 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:54:24 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:54:24 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:54:24 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:54:24 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:54:24 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:54:24 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:54:24 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:54:25 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:54:25 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:54:25 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:54:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:54:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:54:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:54:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:54:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:54:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:54:25 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:54:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:54:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:54:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:54:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:54:26 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:54:26 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:54:26 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:54:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:54:27 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:54:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:54:27 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:54:27 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:54:28 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.146:1981. logger.go:42: 15:54:28 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:54:28 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:54:28 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.30:3000. logger.go:42: 15:54:28 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:54:28 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:54:29 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:54:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:54:29 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:54:29 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:54:29 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:54:29 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:54:29 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:54:30 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.5.147:3306. logger.go:42: 15:54:30 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:54:30 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:54:30 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.4.238:3306. logger.go:42: 15:54:30 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:54:30 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:54:30 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:54:30 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:54:30 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:54:30 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:54:30 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:54:30 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:54:31 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:54:31 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:54:31 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:54:32 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:54:32 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:54:32 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:54:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:54:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:54:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:54:33 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:54:33 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:54:34 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.92:6642. logger.go:42: 15:54:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:54:34 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.92:6644. logger.go:42: 15:54:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:54:35 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.92:1981. logger.go:42: 15:54:35 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:54:35 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:54:35 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.146:6641. logger.go:42: 15:54:35 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:54:35 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.146:6643. logger.go:42: 15:54:35 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:54:36 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.146:1981. logger.go:42: 15:54:36 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:54:36 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:54:36 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.30:3000. logger.go:42: 15:54:36 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:54:36 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:54:37 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:54:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:54:37 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:54:37 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:54:37 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:54:37 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:54:37 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:54:38 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack-cell1 at 10.217.5.147:3306. logger.go:42: 15:54:38 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:54:38 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:54:39 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.4.238:3306. logger.go:42: 15:54:39 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:54:39 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:54:39 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:54:39 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:54:39 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:54:39 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:54:39 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:54:39 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:54:40 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:54:40 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:54:40 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:54:40 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:54:40 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:54:40 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:54:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:54:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:54:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:54:41 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:54:41 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:54:42 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.92:6642. logger.go:42: 15:54:42 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:54:42 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.92:6644. logger.go:42: 15:54:42 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:54:42 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-sb-0 at 10.217.5.92:1981. logger.go:42: 15:54:42 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:54:42 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:54:43 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.146:6641. logger.go:42: 15:54:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:54:43 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.146:6643. logger.go:42: 15:54:43 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:54:43 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ovsdbserver-nb-0 at 10.217.5.146:1981. logger.go:42: 15:54:43 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:54:43 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:54:44 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.30:3000. logger.go:42: 15:54:44 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:54:44 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:54:44 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:54:44 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:54:44 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:54:44 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:54:44 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:54:45 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:54:45 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:54:45 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:54:45 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:54:45 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:54:45 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:54:45 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:54:45 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:54:45 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:54:45 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:54:45 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:54:45 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:54:45 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:54:45 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:54:46 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:54:46 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:54:46 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:54:47 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:54:47 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:54:47 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:54:47 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:54:47 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:54:47 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:54:47 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:54:47 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:54:48 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:54:48 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:54:48 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:54:48 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:54:48 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:54:48 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:54:49 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:54:49 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:54:49 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:54:49 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:54:49 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:54:49 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:54:49 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:54:49 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:54:50 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.30:3000. logger.go:42: 15:54:50 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:54:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:54:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:54:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:54:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:54:50 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:54:50 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:54:51 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:54:51 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:54:51 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:54:51 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:54:51 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:54:51 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:54:51 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:54:51 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:54:51 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:54:51 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:54:51 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:54:51 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:54:51 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:54:51 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:54:52 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:54:52 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:54:52 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:54:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:54:53 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:54:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:54:53 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:54:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:54:53 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:54:53 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:54:53 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:54:54 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:54:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:54:54 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:54:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:54:54 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:54:54 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:54:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:54:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:54:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:54:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:54:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:54:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:54:55 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:54:55 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:54:55 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.30:3000. logger.go:42: 15:54:56 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:54:56 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:54:56 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:54:56 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:54:56 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:54:56 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:54:56 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:54:56 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:54:56 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:54:57 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:54:57 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:54:57 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:54:57 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:54:57 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:54:57 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:54:57 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:54:57 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:54:57 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:54:57 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:54:57 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:54:57 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:54:58 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:54:58 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:54:58 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:54:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:54:58 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:54:58 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:54:59 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:54:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:54:59 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:54:59 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:54:59 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:54:59 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:54:59 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:54:59 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:54:59 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:55:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:55:00 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:55:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:55:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:55:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:55:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:55:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:55:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:55:00 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:55:01 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:55:01 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.30:3000. logger.go:42: 15:55:01 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:55:01 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:55:01 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:55:01 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:55:01 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:55:01 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:55:01 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:55:02 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:55:02 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:55:02 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:55:02 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:55:02 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:55:02 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:55:02 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:55:02 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:55:02 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:55:02 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:55:02 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:55:02 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:55:02 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:55:02 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:55:03 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:55:03 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:55:03 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:55:03 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:55:04 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:55:04 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:55:04 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:55:04 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:55:04 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:55:04 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:55:04 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:55:04 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:55:04 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:55:04 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:55:04 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:55:05 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:55:05 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:55:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:55:05 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:55:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:55:05 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:55:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:55:06 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:55:06 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:55:06 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:55:06 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.30:3000. logger.go:42: 15:55:06 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:55:06 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:55:06 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:55:06 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:55:07 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:55:07 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:55:07 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:55:07 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:55:07 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:55:07 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:55:07 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:55:07 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:55:09 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from openstack at 10.217.4.238:3306. logger.go:42: 15:55:09 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:55:09 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:55:09 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:55:09 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:55:09 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:55:09 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:55:09 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:55:09 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:55:10 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:55:10 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:55:11 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:55:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:55:11 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:55:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:55:11 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:55:11 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:55:11 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:55:11 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:55:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:55:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:55:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:55:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:55:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:55:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:55:12 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:55:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:55:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:55:13 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:55:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:55:13 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:55:13 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:55:13 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:55:13 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:55:14 | ctlplane-tls-cert-rotation/4- | Error retrieving certificate from ceilometer-internal at 10.217.5.30:3000. logger.go:42: 15:55:14 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:55:14 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:55:14 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:55:14 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:55:14 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:55:14 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:55:14 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:55:14 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:55:15 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:55:15 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:55:15 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:55:15 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:55:15 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:55:15 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:55:15 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:55:15 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:55:15 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:55:15 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:55:15 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:55:15 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:55:15 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:55:16 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:55:16 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:55:16 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:55:16 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:55:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:55:17 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:55:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:55:17 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:55:17 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:55:17 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:55:17 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:55:17 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:55:17 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:55:18 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:55:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:55:18 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:55:18 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:55:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:55:18 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:55:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:55:18 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:55:18 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:55:19 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:55:19 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:55:19 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:55:19 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 15:55:19 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:55:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:55:19 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:55:19 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:55:20 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:55:20 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:55:20 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:55:20 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:55:20 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:55:20 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:55:20 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:55:20 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:55:21 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:55:21 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:55:21 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:55:21 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:55:21 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:55:21 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:55:21 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:55:21 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:55:21 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:55:22 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:55:22 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:55:22 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:55:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:55:22 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:55:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:55:22 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:55:22 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:55:22 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:55:22 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:55:22 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:55:23 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:55:23 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:55:23 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:55:23 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:55:23 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:55:23 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:55:23 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:55:23 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:55:23 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:55:24 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:55:24 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:55:24 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:55:24 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:55:24 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:55:24 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 15:55:24 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:55:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:55:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:55:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:55:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:55:25 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:55:25 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:55:25 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:55:25 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:55:25 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:55:26 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:55:26 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:55:26 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:55:26 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:55:26 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:55:26 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:55:26 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:55:26 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:55:26 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:55:26 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:55:26 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:55:27 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:55:27 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:55:27 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:55:27 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:55:27 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:55:27 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:55:27 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:55:27 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:55:28 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:55:28 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:55:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:55:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:55:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:55:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:55:28 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:55:28 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:55:29 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:55:29 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:55:29 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:55:29 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:55:29 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:55:29 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:55:29 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:55:29 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:55:29 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:55:30 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 15:55:30 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:55:30 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:55:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:55:30 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:55:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:55:30 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:55:30 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:55:31 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:55:31 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:55:31 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:55:31 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:55:31 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:55:31 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:55:31 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:55:31 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:55:31 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:55:31 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:55:31 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:55:31 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:55:31 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:55:31 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:55:32 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:55:32 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:55:32 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:55:32 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:55:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:55:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:55:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:55:33 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:55:33 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:55:33 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:55:33 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:55:33 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:55:33 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:55:33 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:55:33 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:55:34 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:55:34 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:55:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:55:34 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:55:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:55:34 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:55:34 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:55:35 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:55:35 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:55:35 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:55:35 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 15:55:35 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:55:35 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:55:35 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:55:35 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:55:36 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:55:36 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:55:36 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:55:36 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:55:36 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:55:36 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:55:36 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:55:36 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:55:37 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:55:37 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:55:37 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:55:37 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:55:37 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:55:37 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:55:37 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:55:37 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:55:37 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:55:38 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:55:38 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:55:38 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:55:38 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:55:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:55:38 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:55:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:55:38 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:55:38 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:55:38 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:55:38 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:55:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:55:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:55:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:55:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:55:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:55:39 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:55:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:55:39 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:55:39 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:55:40 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:55:40 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:55:40 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:55:40 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:55:40 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:55:40 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 15:55:40 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:55:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:55:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:55:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:55:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:55:41 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:55:41 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:55:41 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:55:41 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:55:41 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:55:42 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:55:42 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:55:42 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:55:42 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:55:42 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:55:42 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:55:42 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:55:42 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:55:42 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:55:42 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:55:42 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:55:43 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:55:43 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:55:43 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:55:43 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:55:43 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:55:43 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:55:43 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:55:43 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:55:43 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:55:44 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:55:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:55:44 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:55:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:55:44 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:55:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:55:44 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:55:44 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:55:44 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:55:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:55:45 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:55:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:55:45 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:55:45 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:55:45 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:55:45 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:55:45 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 15:55:45 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:55:46 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:55:46 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:55:46 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:55:46 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:55:46 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:55:46 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:55:46 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:55:46 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:55:46 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:55:47 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:55:47 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:55:47 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:55:47 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:55:47 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:55:47 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:55:47 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:55:47 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:55:47 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:55:47 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:55:47 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:55:48 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:55:48 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:55:48 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:55:48 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:55:48 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:55:48 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:55:48 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:55:48 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:55:49 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:55:49 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:55:49 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:55:49 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:55:49 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:55:49 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:55:49 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:55:49 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:55:50 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:55:50 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:55:50 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:55:50 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:55:50 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:55:50 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:55:50 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:55:50 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:55:51 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:55:51 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 15:55:51 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:55:51 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:55:51 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:55:51 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:55:51 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:55:51 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:55:51 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:55:52 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:55:52 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:55:52 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:55:52 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:55:52 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:55:52 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:55:52 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:55:52 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:55:52 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:55:52 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:55:52 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:55:52 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:55:52 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:55:52 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:55:53 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:55:53 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:55:53 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:55:53 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:55:54 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:55:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:55:54 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:55:54 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:55:54 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:55:54 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:55:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:55:54 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:55:54 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:55:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:55:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:55:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:55:55 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:55:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:55:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:55:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:55:55 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:55:55 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:55:56 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:55:56 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:55:56 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:55:56 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 15:55:56 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:55:56 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:55:56 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:55:56 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:55:57 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:55:57 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:55:57 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:55:57 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:55:57 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:55:57 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:55:57 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:55:57 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:55:58 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:55:58 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:55:58 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:55:58 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:55:58 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:55:58 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:55:58 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:55:58 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:55:58 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:55:59 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:55:59 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:55:59 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:55:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:55:59 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:55:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:55:59 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:55:59 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:55:59 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:56:00 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:56:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:56:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:56:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:56:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:56:00 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:56:00 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:56:00 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:56:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:56:01 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:56:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:56:01 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:56:01 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:56:01 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:56:01 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:56:01 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:56:02 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 15:56:02 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:56:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:56:02 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 15:56:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:56:02 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 15:56:02 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:56:02 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 15:56:02 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:56:02 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:56:03 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:56:03 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:56:03 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:56:03 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:56:03 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:56:03 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:56:03 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:56:03 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:56:03 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 5671 logger.go:42: 15:56:03 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15671 logger.go:42: 15:56:03 | ctlplane-tls-cert-rotation/4- | - rabbitmq-cell1 on port 15691 logger.go:42: 15:56:03 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:56:04 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:56:04 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:56:04 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:56:04 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:56:04 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 15:56:04 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:56:05 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 15:56:05 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:56:05 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 15:56:05 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:56:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:56:05 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:56:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:56:05 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:56:05 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:56:06 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:56:06 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:56:06 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:56:06 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:56:06 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:56:06 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:56:06 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:56:06 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:56:07 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:56:07 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:56:07 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 15:56:07 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:56:07 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:56:07 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 15:56:07 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:56:07 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 15:56:07 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:56:08 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 15:56:08 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:56:08 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:56:08 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:56:08 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:56:08 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:56:08 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:56:08 | ctlplane-tls-cert-rotation/4- | The following services had certificate mismatches: logger.go:42: 15:56:08 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 5671 logger.go:42: 15:56:08 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15671 logger.go:42: 15:56:08 | ctlplane-tls-cert-rotation/4- | - rabbitmq on port 15691 logger.go:42: 15:56:08 | ctlplane-tls-cert-rotation/4- | command failure, skipping 2 additional commands logger.go:42: 15:56:09 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 15:56:09 | ctlplane-tls-cert-rotation/4- | Checking rotation of non API service certificates... logger.go:42: 15:56:10 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq (ClusterIP: 10.217.5.172, Ports: 5671 15671 15691) logger.go:42: 15:56:10 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 5671... logger.go:42: 15:56:10 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 15:56:10 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15671... logger.go:42: 15:56:10 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 15:56:10 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq on port 15691... logger.go:42: 15:56:10 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 15:56:10 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.5.92, Ports: 6642 6644 1981) logger.go:42: 15:56:10 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 15:56:11 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 15:56:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 15:56:11 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 15:56:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 15:56:11 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 15:56:11 | ctlplane-tls-cert-rotation/4- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.146, Ports: 6641 6643 1981) logger.go:42: 15:56:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 15:56:11 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 15:56:11 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 15:56:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 15:56:12 | ctlplane-tls-cert-rotation/4- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 15:56:12 | ctlplane-tls-cert-rotation/4- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 15:56:12 | ctlplane-tls-cert-rotation/4- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.30, Ports: 3000) logger.go:42: 15:56:12 | ctlplane-tls-cert-rotation/4- | Connecting to ceilometer-internal on port 3000... logger.go:42: 15:56:12 | ctlplane-tls-cert-rotation/4- | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 15:56:12 | ctlplane-tls-cert-rotation/4- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.177, Ports: 5671 15671 15691) logger.go:42: 15:56:12 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 15:56:13 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 15:56:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 15:56:13 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 15:56:13 | ctlplane-tls-cert-rotation/4- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 15:56:13 | ctlplane-tls-cert-rotation/4- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 15:56:13 | ctlplane-tls-cert-rotation/4- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.147, Ports: 3306) logger.go:42: 15:56:13 | ctlplane-tls-cert-rotation/4- | Connecting to openstack-cell1 on port 3306... logger.go:42: 15:56:13 | ctlplane-tls-cert-rotation/4- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 15:56:13 | ctlplane-tls-cert-rotation/4- | Checking database: openstack (ClusterIP: 10.217.4.238, Ports: 3306) logger.go:42: 15:56:14 | ctlplane-tls-cert-rotation/4- | Connecting to openstack on port 3306... logger.go:42: 15:56:14 | ctlplane-tls-cert-rotation/4- | Certificates for openstack on port 3306 match the secret. logger.go:42: 15:56:14 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Get fingerprints of all service certs" oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_endpoint_fingerprints.sh > /tmp/endpoint_fingerprints_after ] logger.go:42: 15:56:14 | ctlplane-tls-cert-rotation/4- | Get fingerprints of all service certs logger.go:42: 15:56:14 | ctlplane-tls-cert-rotation/4- | ++ openstack endpoint list -c URL -f value logger.go:42: 15:56:14 | ctlplane-tls-cert-rotation/4- | ++ awk -F/ '{print $3}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! swift-internal.openstack-kuttl-tests.svc:8080 =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=5F:AB:FA:98:84:CD:C3:D3:E4:73:A4:01:8E:7C:FD:58:DB:C2:B9:C1 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n 5F:AB:FA:98:84:CD:C3:D3:E4:73:A4:01:8E:7C:FD:58:DB:C2:B9:C1 ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'swift-internal.openstack-kuttl-tests.svc:8080 5F:AB:FA:98:84:CD:C3:D3:E4:73:A4:01:8E:7C:FD:58:DB:C2:B9:C1' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! neutron-internal.openstack-kuttl-tests.svc:9696 =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=E5:CD:F7:24:8B:C3:52:5F:0C:9A:99:64:E5:C4:52:B2:4A:FC:3B:28 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n E5:CD:F7:24:8B:C3:52:5F:0C:9A:99:64:E5:C4:52:B2:4A:FC:3B:28 ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'neutron-internal.openstack-kuttl-tests.svc:9696 E5:CD:F7:24:8B:C3:52:5F:0C:9A:99:64:E5:C4:52:B2:4A:FC:3B:28' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo cinder-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! cinder-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=E7:3F:F1:0F:BB:54:9C:86:B6:11:CA:32:CD:79:E1:32:A7:B3:0F:A9 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n E7:3F:F1:0F:BB:54:9C:86:B6:11:CA:32:CD:79:E1:32:A7:B3:0F:A9 ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'cinder-public-openstack-kuttl-tests.apps-crc.testing:443 E7:3F:F1:0F:BB:54:9C:86:B6:11:CA:32:CD:79:E1:32:A7:B3:0F:A9' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! glance-default-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=D8:28:B2:D8:80:85:4E:F2:FA:7E:56:DE:E3:DB:09:0C:10:63:3A:06 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n D8:28:B2:D8:80:85:4E:F2:FA:7E:56:DE:E3:DB:09:0C:10:63:3A:06 ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 D8:28:B2:D8:80:85:4E:F2:FA:7E:56:DE:E3:DB:09:0C:10:63:3A:06' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo nova-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=nova-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! nova-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=D2:B7:90:4E:E0:CF:2C:C6:0B:B9:C4:18:EB:8D:D0:8B:73:13:6E:32 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n D2:B7:90:4E:E0:CF:2C:C6:0B:B9:C4:18:EB:8D:D0:8B:73:13:6E:32 ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'nova-public-openstack-kuttl-tests.apps-crc.testing:443 D2:B7:90:4E:E0:CF:2C:C6:0B:B9:C4:18:EB:8D:D0:8B:73:13:6E:32' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! keystone-internal.openstack-kuttl-tests.svc:5000 =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=DB:9E:8F:40:91:62:9A:39:2B:59:E7:DB:C7:5C:20:CD:DD:26:96:D4 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n DB:9E:8F:40:91:62:9A:39:2B:59:E7:DB:C7:5C:20:CD:DD:26:96:D4 ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'keystone-internal.openstack-kuttl-tests.svc:5000 DB:9E:8F:40:91:62:9A:39:2B:59:E7:DB:C7:5C:20:CD:DD:26:96:D4' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! neutron-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=A8:86:29:6A:59:0B:71:3E:4E:46:14:0E:7F:A0:C0:89:63:BA:2E:C3 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n A8:86:29:6A:59:0B:71:3E:4E:46:14:0E:7F:A0:C0:89:63:BA:2E:C3 ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'neutron-public-openstack-kuttl-tests.apps-crc.testing:443 A8:86:29:6A:59:0B:71:3E:4E:46:14:0E:7F:A0:C0:89:63:BA:2E:C3' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! keystone-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=81:DD:57:C6:B5:52:79:20:49:39:6B:B4:E0:44:36:65:8C:09:EB:49 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n 81:DD:57:C6:B5:52:79:20:49:39:6B:B4:E0:44:36:65:8C:09:EB:49 ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'keystone-public-openstack-kuttl-tests.apps-crc.testing:443 81:DD:57:C6:B5:52:79:20:49:39:6B:B4:E0:44:36:65:8C:09:EB:49' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! placement-internal.openstack-kuttl-tests.svc:8778 =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=02:A3:21:C8:BC:8D:09:21:42:F6:9E:75:12:28:74:BE:69:3D:F3:9B logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n 02:A3:21:C8:BC:8D:09:21:42:F6:9E:75:12:28:74:BE:69:3D:F3:9B ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'placement-internal.openstack-kuttl-tests.svc:8778 02:A3:21:C8:BC:8D:09:21:42:F6:9E:75:12:28:74:BE:69:3D:F3:9B' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! placement-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=7C:3A:7E:72:76:5F:78:D9:BD:95:E5:30:CC:2A:8E:BC:02:4E:F3:7C logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n 7C:3A:7E:72:76:5F:78:D9:BD:95:E5:30:CC:2A:8E:BC:02:4E:F3:7C ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'placement-public-openstack-kuttl-tests.apps-crc.testing:443 7C:3A:7E:72:76:5F:78:D9:BD:95:E5:30:CC:2A:8E:BC:02:4E:F3:7C' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! nova-internal.openstack-kuttl-tests.svc:8774 =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=A9:5F:72:B1:5D:5A:A5:0A:BE:AC:CC:A5:6A:CA:48:3E:46:DE:28:79 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n A9:5F:72:B1:5D:5A:A5:0A:BE:AC:CC:A5:6A:CA:48:3E:46:DE:28:79 ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'nova-internal.openstack-kuttl-tests.svc:8774 A9:5F:72:B1:5D:5A:A5:0A:BE:AC:CC:A5:6A:CA:48:3E:46:DE:28:79' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo swift-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=swift-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! swift-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=8A:09:7D:3C:E9:56:E6:56:08:77:70:64:B2:3A:70:A9:4A:DF:BE:39 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n 8A:09:7D:3C:E9:56:E6:56:08:77:70:64:B2:3A:70:A9:4A:DF:BE:39 ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'swift-public-openstack-kuttl-tests.apps-crc.testing:443 8A:09:7D:3C:E9:56:E6:56:08:77:70:64:B2:3A:70:A9:4A:DF:BE:39' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! glance-default-internal.openstack-kuttl-tests.svc:9292 =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=C6:4C:E0:4E:18:C0:21:60:60:6E:BE:E1:55:79:D4:18:23:11:36:21 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n C6:4C:E0:4E:18:C0:21:60:60:6E:BE:E1:55:79:D4:18:23:11:36:21 ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'glance-default-internal.openstack-kuttl-tests.svc:9292 C6:4C:E0:4E:18:C0:21:60:60:6E:BE:E1:55:79:D4:18:23:11:36:21' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! barbican-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=AB:8E:54:7C:9F:8A:9C:DC:B0:BD:AF:46:AF:8B:70:B1:EA:EA:3E:17 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n AB:8E:54:7C:9F:8A:9C:DC:B0:BD:AF:46:AF:8B:70:B1:EA:EA:3E:17 ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'barbican-public-openstack-kuttl-tests.apps-crc.testing:443 AB:8E:54:7C:9F:8A:9C:DC:B0:BD:AF:46:AF:8B:70:B1:EA:EA:3E:17' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! barbican-internal.openstack-kuttl-tests.svc:9311 =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=6A:E2:EF:95:F7:F1:32:89:59:B6:F9:2D:D6:D5:B9:87:9F:89:A4:7A logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n 6A:E2:EF:95:F7:F1:32:89:59:B6:F9:2D:D6:D5:B9:87:9F:89:A4:7A ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'barbican-internal.openstack-kuttl-tests.svc:9311 6A:E2:EF:95:F7:F1:32:89:59:B6:F9:2D:D6:D5:B9:87:9F:89:A4:7A' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + for url in $(openstack endpoint list -c URL -f value | awk -F/ '{print $3}') logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed -E 's|^[^:/]+://([^:/]+)(:([0-9]+))?.*|\1:\3|' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + host_port=cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ ! cinder-internal.openstack-kuttl-tests.svc:8776 =~ :[0-9]+$ ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl s_client -connect cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ openssl x509 -fingerprint -noout -in /dev/stdin logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ sed 's/.* Fingerprint=//' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + finger_print=25:7A:0B:8A:2C:40:42:8E:53:FF:7D:DE:B6:D5:06:E5:75:FA:D4:6D logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + [[ -n 25:7A:0B:8A:2C:40:42:8E:53:FF:7D:DE:B6:D5:06:E5:75:FA:D4:6D ]] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'cinder-internal.openstack-kuttl-tests.svc:8776 25:7A:0B:8A:2C:40:42:8E:53:FF:7D:DE:B6:D5:06:E5:75:FA:D4:6D' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | running command: [sh -c echo "Check if all services from before are present in after and have valid fingerprints" bash -s < ../../common/osp_check_fingerprints.sh ] logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | Check if all services from before are present in after and have valid fingerprints logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + IFS= logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + read -r before logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo 'cinder-public-openstack-kuttl-tests.apps-crc.testing:443 03:A5:72:C6:E8:E4:A1:D4:63:3F:A4:DD:AF:06:D7:80:6A:5C:96:32' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{print "service_name="$1" fp_before="$2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + eval service_name=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 fp_before=03:A5:72:C6:E8:E4:A1:D4:63:3F:A4:DD:AF:06:D7:80:6A:5C:96:32 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ service_name=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ fp_before=03:A5:72:C6:E8:E4:A1:D4:63:3F:A4:DD:AF:06:D7:80:6A:5C:96:32 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ grep -F cinder-public-openstack-kuttl-tests.apps-crc.testing:443 /tmp/endpoint_fingerprints_after logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{ print $2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + fp_after=E7:3F:F1:0F:BB:54:9C:86:B6:11:CA:32:CD:79:E1:32:A7:B3:0F:A9 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo -n 'Endpoint cinder-public-openstack-kuttl-tests.apps-crc.testing:443 - ' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | Endpoint cinder-public-openstack-kuttl-tests.apps-crc.testing:443 - + '[' -z E7:3F:F1:0F:BB:54:9C:86:B6:11:CA:32:CD:79:E1:32:A7:B3:0F:A9 ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + '[' 03:A5:72:C6:E8:E4:A1:D4:63:3F:A4:DD:AF:06:D7:80:6A:5C:96:32 = E7:3F:F1:0F:BB:54:9C:86:B6:11:CA:32:CD:79:E1:32:A7:B3:0F:A9 ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'OK cert rotated - before: 03:A5:72:C6:E8:E4:A1:D4:63:3F:A4:DD:AF:06:D7:80:6A:5C:96:32 - after: E7:3F:F1:0F:BB:54:9C:86:B6:11:CA:32:CD:79:E1:32:A7:B3:0F:A9' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | OK cert rotated - before: 03:A5:72:C6:E8:E4:A1:D4:63:3F:A4:DD:AF:06:D7:80:6A:5C:96:32 - after: E7:3F:F1:0F:BB:54:9C:86:B6:11:CA:32:CD:79:E1:32:A7:B3:0F:A9 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + IFS= logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + read -r before logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo 'glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 F2:58:95:13:09:E5:EA:BF:67:2B:80:0B:C6:27:10:FD:A5:82:EF:0A' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{print "service_name="$1" fp_before="$2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + eval service_name=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 fp_before=F2:58:95:13:09:E5:EA:BF:67:2B:80:0B:C6:27:10:FD:A5:82:EF:0A logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ service_name=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ fp_before=F2:58:95:13:09:E5:EA:BF:67:2B:80:0B:C6:27:10:FD:A5:82:EF:0A logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ grep -F glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 /tmp/endpoint_fingerprints_after logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{ print $2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + fp_after=D8:28:B2:D8:80:85:4E:F2:FA:7E:56:DE:E3:DB:09:0C:10:63:3A:06 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo -n 'Endpoint glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 - ' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | Endpoint glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 - + '[' -z D8:28:B2:D8:80:85:4E:F2:FA:7E:56:DE:E3:DB:09:0C:10:63:3A:06 ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + '[' F2:58:95:13:09:E5:EA:BF:67:2B:80:0B:C6:27:10:FD:A5:82:EF:0A = D8:28:B2:D8:80:85:4E:F2:FA:7E:56:DE:E3:DB:09:0C:10:63:3A:06 ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'OK cert rotated - before: F2:58:95:13:09:E5:EA:BF:67:2B:80:0B:C6:27:10:FD:A5:82:EF:0A - after: D8:28:B2:D8:80:85:4E:F2:FA:7E:56:DE:E3:DB:09:0C:10:63:3A:06' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | OK cert rotated - before: F2:58:95:13:09:E5:EA:BF:67:2B:80:0B:C6:27:10:FD:A5:82:EF:0A - after: D8:28:B2:D8:80:85:4E:F2:FA:7E:56:DE:E3:DB:09:0C:10:63:3A:06 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + IFS= logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + read -r before logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo 'nova-public-openstack-kuttl-tests.apps-crc.testing:443 F8:49:BB:A1:12:2A:99:C5:33:84:98:74:71:0F:54:A9:E0:38:9B:D5' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{print "service_name="$1" fp_before="$2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + eval service_name=nova-public-openstack-kuttl-tests.apps-crc.testing:443 fp_before=F8:49:BB:A1:12:2A:99:C5:33:84:98:74:71:0F:54:A9:E0:38:9B:D5 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ service_name=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ fp_before=F8:49:BB:A1:12:2A:99:C5:33:84:98:74:71:0F:54:A9:E0:38:9B:D5 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ grep -F nova-public-openstack-kuttl-tests.apps-crc.testing:443 /tmp/endpoint_fingerprints_after logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{ print $2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + fp_after=D2:B7:90:4E:E0:CF:2C:C6:0B:B9:C4:18:EB:8D:D0:8B:73:13:6E:32 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo -n 'Endpoint nova-public-openstack-kuttl-tests.apps-crc.testing:443 - ' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | Endpoint nova-public-openstack-kuttl-tests.apps-crc.testing:443 - + '[' -z D2:B7:90:4E:E0:CF:2C:C6:0B:B9:C4:18:EB:8D:D0:8B:73:13:6E:32 ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + '[' F8:49:BB:A1:12:2A:99:C5:33:84:98:74:71:0F:54:A9:E0:38:9B:D5 = D2:B7:90:4E:E0:CF:2C:C6:0B:B9:C4:18:EB:8D:D0:8B:73:13:6E:32 ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'OK cert rotated - before: F8:49:BB:A1:12:2A:99:C5:33:84:98:74:71:0F:54:A9:E0:38:9B:D5 - after: D2:B7:90:4E:E0:CF:2C:C6:0B:B9:C4:18:EB:8D:D0:8B:73:13:6E:32' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | OK cert rotated - before: F8:49:BB:A1:12:2A:99:C5:33:84:98:74:71:0F:54:A9:E0:38:9B:D5 - after: D2:B7:90:4E:E0:CF:2C:C6:0B:B9:C4:18:EB:8D:D0:8B:73:13:6E:32 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + IFS= logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + read -r before logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo 'neutron-public-openstack-kuttl-tests.apps-crc.testing:443 9A:EC:34:0A:AB:C2:56:6E:C8:94:9B:80:A8:44:D5:90:1B:FA:47:D5' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{print "service_name="$1" fp_before="$2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + eval service_name=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 fp_before=9A:EC:34:0A:AB:C2:56:6E:C8:94:9B:80:A8:44:D5:90:1B:FA:47:D5 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ service_name=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ fp_before=9A:EC:34:0A:AB:C2:56:6E:C8:94:9B:80:A8:44:D5:90:1B:FA:47:D5 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ grep -F neutron-public-openstack-kuttl-tests.apps-crc.testing:443 /tmp/endpoint_fingerprints_after logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{ print $2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + fp_after=A8:86:29:6A:59:0B:71:3E:4E:46:14:0E:7F:A0:C0:89:63:BA:2E:C3 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo -n 'Endpoint neutron-public-openstack-kuttl-tests.apps-crc.testing:443 - ' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | Endpoint neutron-public-openstack-kuttl-tests.apps-crc.testing:443 - + '[' -z A8:86:29:6A:59:0B:71:3E:4E:46:14:0E:7F:A0:C0:89:63:BA:2E:C3 ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + '[' 9A:EC:34:0A:AB:C2:56:6E:C8:94:9B:80:A8:44:D5:90:1B:FA:47:D5 = A8:86:29:6A:59:0B:71:3E:4E:46:14:0E:7F:A0:C0:89:63:BA:2E:C3 ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'OK cert rotated - before: 9A:EC:34:0A:AB:C2:56:6E:C8:94:9B:80:A8:44:D5:90:1B:FA:47:D5 - after: A8:86:29:6A:59:0B:71:3E:4E:46:14:0E:7F:A0:C0:89:63:BA:2E:C3' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | OK cert rotated - before: 9A:EC:34:0A:AB:C2:56:6E:C8:94:9B:80:A8:44:D5:90:1B:FA:47:D5 - after: A8:86:29:6A:59:0B:71:3E:4E:46:14:0E:7F:A0:C0:89:63:BA:2E:C3 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + IFS= logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + read -r before logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo 'keystone-public-openstack-kuttl-tests.apps-crc.testing:443 A5:B2:D1:85:DF:B9:A0:84:31:B2:73:F9:BB:E0:89:8A:5D:B8:85:8F' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{print "service_name="$1" fp_before="$2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + eval service_name=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 fp_before=A5:B2:D1:85:DF:B9:A0:84:31:B2:73:F9:BB:E0:89:8A:5D:B8:85:8F logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ service_name=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ fp_before=A5:B2:D1:85:DF:B9:A0:84:31:B2:73:F9:BB:E0:89:8A:5D:B8:85:8F logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ grep -F keystone-public-openstack-kuttl-tests.apps-crc.testing:443 /tmp/endpoint_fingerprints_after logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{ print $2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + fp_after=81:DD:57:C6:B5:52:79:20:49:39:6B:B4:E0:44:36:65:8C:09:EB:49 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo -n 'Endpoint keystone-public-openstack-kuttl-tests.apps-crc.testing:443 - ' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | Endpoint keystone-public-openstack-kuttl-tests.apps-crc.testing:443 - + '[' -z 81:DD:57:C6:B5:52:79:20:49:39:6B:B4:E0:44:36:65:8C:09:EB:49 ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + '[' A5:B2:D1:85:DF:B9:A0:84:31:B2:73:F9:BB:E0:89:8A:5D:B8:85:8F = 81:DD:57:C6:B5:52:79:20:49:39:6B:B4:E0:44:36:65:8C:09:EB:49 ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'OK cert rotated - before: A5:B2:D1:85:DF:B9:A0:84:31:B2:73:F9:BB:E0:89:8A:5D:B8:85:8F - after: 81:DD:57:C6:B5:52:79:20:49:39:6B:B4:E0:44:36:65:8C:09:EB:49' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | OK cert rotated - before: A5:B2:D1:85:DF:B9:A0:84:31:B2:73:F9:BB:E0:89:8A:5D:B8:85:8F - after: 81:DD:57:C6:B5:52:79:20:49:39:6B:B4:E0:44:36:65:8C:09:EB:49 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + IFS= logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + read -r before logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo 'placement-public-openstack-kuttl-tests.apps-crc.testing:443 D9:0C:5C:9C:7F:F4:77:57:FD:6B:18:15:70:E9:49:75:90:D9:45:A6' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{print "service_name="$1" fp_before="$2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + eval service_name=placement-public-openstack-kuttl-tests.apps-crc.testing:443 fp_before=D9:0C:5C:9C:7F:F4:77:57:FD:6B:18:15:70:E9:49:75:90:D9:45:A6 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ service_name=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ fp_before=D9:0C:5C:9C:7F:F4:77:57:FD:6B:18:15:70:E9:49:75:90:D9:45:A6 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ grep -F placement-public-openstack-kuttl-tests.apps-crc.testing:443 /tmp/endpoint_fingerprints_after logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{ print $2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + fp_after=7C:3A:7E:72:76:5F:78:D9:BD:95:E5:30:CC:2A:8E:BC:02:4E:F3:7C logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo -n 'Endpoint placement-public-openstack-kuttl-tests.apps-crc.testing:443 - ' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | Endpoint placement-public-openstack-kuttl-tests.apps-crc.testing:443 - + '[' -z 7C:3A:7E:72:76:5F:78:D9:BD:95:E5:30:CC:2A:8E:BC:02:4E:F3:7C ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + '[' D9:0C:5C:9C:7F:F4:77:57:FD:6B:18:15:70:E9:49:75:90:D9:45:A6 = 7C:3A:7E:72:76:5F:78:D9:BD:95:E5:30:CC:2A:8E:BC:02:4E:F3:7C ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'OK cert rotated - before: D9:0C:5C:9C:7F:F4:77:57:FD:6B:18:15:70:E9:49:75:90:D9:45:A6 - after: 7C:3A:7E:72:76:5F:78:D9:BD:95:E5:30:CC:2A:8E:BC:02:4E:F3:7C' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | OK cert rotated - before: D9:0C:5C:9C:7F:F4:77:57:FD:6B:18:15:70:E9:49:75:90:D9:45:A6 - after: 7C:3A:7E:72:76:5F:78:D9:BD:95:E5:30:CC:2A:8E:BC:02:4E:F3:7C logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + IFS= logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + read -r before logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo 'swift-public-openstack-kuttl-tests.apps-crc.testing:443 E4:38:92:60:00:22:E4:5B:60:62:12:04:F8:DE:DE:CE:A6:7D:F2:E7' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{print "service_name="$1" fp_before="$2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + eval service_name=swift-public-openstack-kuttl-tests.apps-crc.testing:443 fp_before=E4:38:92:60:00:22:E4:5B:60:62:12:04:F8:DE:DE:CE:A6:7D:F2:E7 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ service_name=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ fp_before=E4:38:92:60:00:22:E4:5B:60:62:12:04:F8:DE:DE:CE:A6:7D:F2:E7 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ grep -F swift-public-openstack-kuttl-tests.apps-crc.testing:443 /tmp/endpoint_fingerprints_after logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{ print $2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + fp_after=8A:09:7D:3C:E9:56:E6:56:08:77:70:64:B2:3A:70:A9:4A:DF:BE:39 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo -n 'Endpoint swift-public-openstack-kuttl-tests.apps-crc.testing:443 - ' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | Endpoint swift-public-openstack-kuttl-tests.apps-crc.testing:443 - + '[' -z 8A:09:7D:3C:E9:56:E6:56:08:77:70:64:B2:3A:70:A9:4A:DF:BE:39 ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + '[' E4:38:92:60:00:22:E4:5B:60:62:12:04:F8:DE:DE:CE:A6:7D:F2:E7 = 8A:09:7D:3C:E9:56:E6:56:08:77:70:64:B2:3A:70:A9:4A:DF:BE:39 ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'OK cert rotated - before: E4:38:92:60:00:22:E4:5B:60:62:12:04:F8:DE:DE:CE:A6:7D:F2:E7 - after: 8A:09:7D:3C:E9:56:E6:56:08:77:70:64:B2:3A:70:A9:4A:DF:BE:39' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | OK cert rotated - before: E4:38:92:60:00:22:E4:5B:60:62:12:04:F8:DE:DE:CE:A6:7D:F2:E7 - after: 8A:09:7D:3C:E9:56:E6:56:08:77:70:64:B2:3A:70:A9:4A:DF:BE:39 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + IFS= logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + read -r before logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ echo 'barbican-public-openstack-kuttl-tests.apps-crc.testing:443 7C:A1:81:C0:D6:2E:12:B3:B0:28:8B:07:F8:64:9C:75:3E:3D:D9:45' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{print "service_name="$1" fp_before="$2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + eval service_name=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 fp_before=7C:A1:81:C0:D6:2E:12:B3:B0:28:8B:07:F8:64:9C:75:3E:3D:D9:45 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ service_name=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ fp_before=7C:A1:81:C0:D6:2E:12:B3:B0:28:8B:07:F8:64:9C:75:3E:3D:D9:45 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ grep -F barbican-public-openstack-kuttl-tests.apps-crc.testing:443 /tmp/endpoint_fingerprints_after logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | ++ awk '{ print $2}' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + fp_after=AB:8E:54:7C:9F:8A:9C:DC:B0:BD:AF:46:AF:8B:70:B1:EA:EA:3E:17 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo -n 'Endpoint barbican-public-openstack-kuttl-tests.apps-crc.testing:443 - ' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | Endpoint barbican-public-openstack-kuttl-tests.apps-crc.testing:443 - + '[' -z AB:8E:54:7C:9F:8A:9C:DC:B0:BD:AF:46:AF:8B:70:B1:EA:EA:3E:17 ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + '[' 7C:A1:81:C0:D6:2E:12:B3:B0:28:8B:07:F8:64:9C:75:3E:3D:D9:45 = AB:8E:54:7C:9F:8A:9C:DC:B0:BD:AF:46:AF:8B:70:B1:EA:EA:3E:17 ']' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + echo 'OK cert rotated - before: 7C:A1:81:C0:D6:2E:12:B3:B0:28:8B:07:F8:64:9C:75:3E:3D:D9:45 - after: AB:8E:54:7C:9F:8A:9C:DC:B0:BD:AF:46:AF:8B:70:B1:EA:EA:3E:17' logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | OK cert rotated - before: 7C:A1:81:C0:D6:2E:12:B3:B0:28:8B:07:F8:64:9C:75:3E:3D:D9:45 - after: AB:8E:54:7C:9F:8A:9C:DC:B0:BD:AF:46:AF:8B:70:B1:EA:EA:3E:17 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + IFS= logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + read -r before logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | + exit 0 logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/4- | test step completed 4- logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/5-cleanup | starting test step 5-cleanup logger.go:42: 15:56:16 | ctlplane-tls-cert-rotation/5-cleanup | running command: [sh -c oc delete --ignore-not-found=true -n $NAMESPACE pvc \ srv-swift-storage-0 oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 15:56:17 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 15:56:18 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 15:56:18 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 15:56:18 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 15:56:18 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 15:56:18 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 15:56:18 | ctlplane-tls-cert-rotation/5-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 15:56:23 | ctlplane-tls-cert-rotation/5-cleanup | secret "rootca-internal" deleted logger.go:42: 15:56:23 | ctlplane-tls-cert-rotation/5-cleanup | secret "rootca-libvirt" deleted logger.go:42: 15:56:23 | ctlplane-tls-cert-rotation/5-cleanup | secret "rootca-ovn" deleted logger.go:42: 15:56:24 | ctlplane-tls-cert-rotation/5-cleanup | secret "rootca-public" deleted logger.go:42: 15:56:50 | ctlplane-tls-cert-rotation/5-cleanup | test step completed 5-cleanup logger.go:42: 15:56:50 | ctlplane-tls-cert-rotation | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (563.62s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/ctlplane-tls-cert-rotation (562.29s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 2 + NAME=swift-swift-storage-0 + oc delete -n openstack-kuttl-tests pvc/swift-swift-storage-0 --ignore-not-found persistentvolumeclaim "swift-swift-storage-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-external-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-external-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-external-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-internal-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-internal-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-internal-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-galera-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-cell1-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-cell1-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-cell1-galera-0" deleted ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 9m31s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 15:57:09 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 15:57:09 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 15:57:09 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 15:57:09 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 15:57:10 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 15:57:10 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 15:57:10 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/ctlplane-tls-custom-issuers === PAUSE kuttl/harness/ctlplane-tls-custom-issuers === CONT kuttl/harness/ctlplane-tls-custom-issuers logger.go:42: 15:57:10 | ctlplane-tls-custom-issuers | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 15:57:10 | ctlplane-tls-custom-issuers/0-deploy-custom-issuers | starting test step 0-deploy-custom-issuers logger.go:42: 15:57:10 | ctlplane-tls-custom-issuers/0-deploy-custom-issuers | running command: [sh -c oc apply -n $NAMESPACE -f ../../common/custom-internal-issuer.yaml oc apply -n $NAMESPACE -f ../../common/custom-ingress-issuer.yaml ] logger.go:42: 15:57:10 | ctlplane-tls-custom-issuers/0-deploy-custom-issuers | issuer.cert-manager.io/rootca-internal-custom created logger.go:42: 15:57:10 | ctlplane-tls-custom-issuers/0-deploy-custom-issuers | Warning: spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`. logger.go:42: 15:57:10 | ctlplane-tls-custom-issuers/0-deploy-custom-issuers | certificate.cert-manager.io/rootca-internal-custom created logger.go:42: 15:57:10 | ctlplane-tls-custom-issuers/0-deploy-custom-issuers | issuer.cert-manager.io/rootca-ingress-custom created logger.go:42: 15:57:11 | ctlplane-tls-custom-issuers/0-deploy-custom-issuers | Warning: spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`. logger.go:42: 15:57:11 | ctlplane-tls-custom-issuers/0-deploy-custom-issuers | certificate.cert-manager.io/rootca-ingress-custom created logger.go:42: 15:57:11 | ctlplane-tls-custom-issuers/0-deploy-custom-issuers | test step completed 0-deploy-custom-issuers logger.go:42: 15:57:11 | ctlplane-tls-custom-issuers/1-deploy-openstack | starting test step 1-deploy-openstack logger.go:42: 15:57:11 | ctlplane-tls-custom-issuers/1-deploy-openstack | running command: [sh -c oc kustomize ../../../../config/samples/tls/custom_issuers | oc apply -n $NAMESPACE -f - ] logger.go:42: 15:57:11 | ctlplane-tls-custom-issuers/1-deploy-openstack | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 15:57:11 | ctlplane-tls-custom-issuers/1-deploy-openstack | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 15:57:11 | ctlplane-tls-custom-issuers/1-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack created logger.go:42: 16:01:06 | ctlplane-tls-custom-issuers/1-deploy-openstack | test step completed 1-deploy-openstack logger.go:42: 16:01:06 | ctlplane-tls-custom-issuers/2- | starting test step 2- logger.go:42: 16:01:06 | ctlplane-tls-custom-issuers/2- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:01:06 | ctlplane-tls-custom-issuers/2- | Checking rotation of non API service certificates... logger.go:42: 16:01:06 | ctlplane-tls-custom-issuers/2- | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:01:06 | ctlplane-tls-custom-issuers/2- | Connecting to rabbitmq on port 15691... logger.go:42: 16:01:06 | ctlplane-tls-custom-issuers/2- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 16:01:06 | ctlplane-tls-custom-issuers/2- | Connecting to rabbitmq on port 5671... logger.go:42: 16:01:06 | ctlplane-tls-custom-issuers/2- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 16:01:06 | ctlplane-tls-custom-issuers/2- | Connecting to rabbitmq on port 15671... logger.go:42: 16:01:07 | ctlplane-tls-custom-issuers/2- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 16:01:07 | ctlplane-tls-custom-issuers/2- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:01:07 | ctlplane-tls-custom-issuers/2- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:01:07 | ctlplane-tls-custom-issuers/2- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:01:07 | ctlplane-tls-custom-issuers/2- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:01:07 | ctlplane-tls-custom-issuers/2- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:01:07 | ctlplane-tls-custom-issuers/2- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:01:07 | ctlplane-tls-custom-issuers/2- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:01:08 | ctlplane-tls-custom-issuers/2- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:01:08 | ctlplane-tls-custom-issuers/2- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:01:08 | ctlplane-tls-custom-issuers/2- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:01:08 | ctlplane-tls-custom-issuers/2- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:01:08 | ctlplane-tls-custom-issuers/2- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:01:08 | ctlplane-tls-custom-issuers/2- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:01:08 | ctlplane-tls-custom-issuers/2- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:01:09 | ctlplane-tls-custom-issuers/2- | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:01:09 | ctlplane-tls-custom-issuers/2- | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:01:09 | ctlplane-tls-custom-issuers/2- | Error retrieving certificate from ceilometer-internal at 10.217.5.147:3000. logger.go:42: 16:01:09 | ctlplane-tls-custom-issuers/2- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:01:09 | ctlplane-tls-custom-issuers/2- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:01:09 | ctlplane-tls-custom-issuers/2- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 16:01:09 | ctlplane-tls-custom-issuers/2- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:01:09 | ctlplane-tls-custom-issuers/2- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 16:01:09 | ctlplane-tls-custom-issuers/2- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:01:10 | ctlplane-tls-custom-issuers/2- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 16:01:10 | ctlplane-tls-custom-issuers/2- | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:01:10 | ctlplane-tls-custom-issuers/2- | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:01:10 | ctlplane-tls-custom-issuers/2- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:01:10 | ctlplane-tls-custom-issuers/2- | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:01:10 | ctlplane-tls-custom-issuers/2- | Connecting to openstack on port 3306... logger.go:42: 16:01:10 | ctlplane-tls-custom-issuers/2- | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:01:10 | ctlplane-tls-custom-issuers/2- | running command: [sh -c echo "Checking issuer of internal certificates..." oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_check_cert_issuer.sh "rootca-internal-custom" "internal" ] logger.go:42: 16:01:10 | ctlplane-tls-custom-issuers/2- | Checking issuer of internal certificates... logger.go:42: 16:01:11 | ctlplane-tls-custom-issuers/2- | + EXPECTED_ISSUER=rootca-internal-custom logger.go:42: 16:01:11 | ctlplane-tls-custom-issuers/2- | + ENDPOINT_TYPE=internal logger.go:42: 16:01:11 | ctlplane-tls-custom-issuers/2- | + ISSUER_MISMATCHES= logger.go:42: 16:01:11 | ctlplane-tls-custom-issuers/2- | + ALL_MATCHED=1 logger.go:42: 16:01:11 | ctlplane-tls-custom-issuers/2- | ++ openstack endpoint list -c URL -f value logger.go:42: 16:01:11 | ctlplane-tls-custom-issuers/2- | ++ grep keystone-public logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | + keystone_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | +++ echo https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | ++ [[ ! keystone-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | ++ echo keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | + keystone_host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | + check_keystone_endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | + local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | + echo 'Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ...' logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ... logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | ++ curl -s -o /dev/null -w '%{http_code}' https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | + http_status=300 logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | + [[ 300 -ge 200 ]] logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | + [[ 300 -lt 400 ]] logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | + return 0 logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | + [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | + endpoint_filter=svc logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | ++ openstack endpoint list -c URL -f value logger.go:42: 16:01:12 | ctlplane-tls-custom-issuers/2- | ++ grep svc logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://cinder-internal.openstack-kuttl-tests.svc:8776/v3 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://cinder-internal.openstack-kuttl-tests.svc:8776/v3 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ echo https://cinder-internal.openstack-kuttl-tests.svc:8776/v3 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ host_port=cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ [[ ! cinder-internal.openstack-kuttl-tests.svc:8776 =~ :[0-9]+$ ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ echo cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | Checking cinder-internal.openstack-kuttl-tests.svc:8776 ... logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer cinder-internal.openstack-kuttl-tests.svc:8776... logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + host_port=cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + echo 'Checking cinder-internal.openstack-kuttl-tests.svc:8776 ...' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer cinder-internal.openstack-kuttl-tests.svc:8776...' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local host_port=cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-internal-custom logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-internal-custom ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ echo https://glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ host_port=glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ [[ ! glance-default-internal.openstack-kuttl-tests.svc:9292 =~ :[0-9]+$ ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ echo glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | Checking glance-default-internal.openstack-kuttl-tests.svc:9292 ... logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer glance-default-internal.openstack-kuttl-tests.svc:9292... logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + host_port=glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + echo 'Checking glance-default-internal.openstack-kuttl-tests.svc:9292 ...' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer glance-default-internal.openstack-kuttl-tests.svc:9292...' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local host_port=glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-internal-custom logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-internal-custom ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port 'https://swift-internal.openstack-kuttl-tests.svc:8080/v1/AUTH_%(tenant_id)s' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local 'endpoint_url=https://swift-internal.openstack-kuttl-tests.svc:8080/v1/AUTH_%(tenant_id)s' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ echo 'https://swift-internal.openstack-kuttl-tests.svc:8080/v1/AUTH_%(tenant_id)s' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ [[ ! swift-internal.openstack-kuttl-tests.svc:8080 =~ :[0-9]+$ ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ echo swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | Checking swift-internal.openstack-kuttl-tests.svc:8080 ... logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer swift-internal.openstack-kuttl-tests.svc:8080... logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + echo 'Checking swift-internal.openstack-kuttl-tests.svc:8080 ...' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer swift-internal.openstack-kuttl-tests.svc:8080...' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-internal-custom logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-internal-custom ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ echo https://barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ host_port=barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ [[ ! barbican-internal.openstack-kuttl-tests.svc:9311 =~ :[0-9]+$ ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ echo barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | Checking barbican-internal.openstack-kuttl-tests.svc:9311 ... logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer barbican-internal.openstack-kuttl-tests.svc:9311... logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + host_port=barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + echo 'Checking barbican-internal.openstack-kuttl-tests.svc:9311 ...' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer barbican-internal.openstack-kuttl-tests.svc:9311...' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local host_port=barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-internal-custom logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-internal-custom ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://nova-internal.openstack-kuttl-tests.svc:8774/v2.1 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://nova-internal.openstack-kuttl-tests.svc:8774/v2.1 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ echo https://nova-internal.openstack-kuttl-tests.svc:8774/v2.1 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ [[ ! nova-internal.openstack-kuttl-tests.svc:8774 =~ :[0-9]+$ ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ echo nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | Checking nova-internal.openstack-kuttl-tests.svc:8774 ... logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer nova-internal.openstack-kuttl-tests.svc:8774... logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + echo 'Checking nova-internal.openstack-kuttl-tests.svc:8774 ...' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer nova-internal.openstack-kuttl-tests.svc:8774...' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ output= logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ echo '' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + ISSUER= logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + [[ -n '' ]] logger.go:42: 16:01:14 | ctlplane-tls-custom-issuers/2- | + sleep 20 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | Retrying 2 on getting issuer nova-internal.openstack-kuttl-tests.svc:8774... logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 2 on getting issuer nova-internal.openstack-kuttl-tests.svc:8774...' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ local host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-internal-custom logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-internal-custom ]] logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | +++ echo https://placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ host_port=placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ [[ ! placement-internal.openstack-kuttl-tests.svc:8778 =~ :[0-9]+$ ]] logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ echo placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + host_port=placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + echo 'Checking placement-internal.openstack-kuttl-tests.svc:8778 ...' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer placement-internal.openstack-kuttl-tests.svc:8778...' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | Checking placement-internal.openstack-kuttl-tests.svc:8778 ... logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer placement-internal.openstack-kuttl-tests.svc:8778... logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ local host_port=placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-internal-custom logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-internal-custom ]] logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | +++ echo https://neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ [[ ! neutron-internal.openstack-kuttl-tests.svc:9696 =~ :[0-9]+$ ]] logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ echo neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | Checking neutron-internal.openstack-kuttl-tests.svc:9696 ... logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer neutron-internal.openstack-kuttl-tests.svc:9696... logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + echo 'Checking neutron-internal.openstack-kuttl-tests.svc:9696 ...' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer neutron-internal.openstack-kuttl-tests.svc:9696...' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ local host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-internal-custom logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-internal-custom ]] logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | +++ echo https://keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ host_port=keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ [[ ! keystone-internal.openstack-kuttl-tests.svc:5000 =~ :[0-9]+$ ]] logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ echo keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + host_port=keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + echo 'Checking keystone-internal.openstack-kuttl-tests.svc:5000 ...' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer keystone-internal.openstack-kuttl-tests.svc:5000...' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | Checking keystone-internal.openstack-kuttl-tests.svc:5000 ... logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer keystone-internal.openstack-kuttl-tests.svc:5000... logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ local host_port=keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-internal-custom logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-internal-custom ]] logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | All certificates match the custom issuer rootca-internal-custom logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + '[' 1 -eq 1 ']' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + echo 'All certificates match the custom issuer rootca-internal-custom' logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + exit 0 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | running command: [sh -c echo "Checking issuer of ingress certificates..." oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_check_cert_issuer.sh "rootca-ingress-custom" "public" ] logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | Checking issuer of ingress certificates... logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + EXPECTED_ISSUER=rootca-ingress-custom logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + ENDPOINT_TYPE=public logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + ISSUER_MISMATCHES= logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | + ALL_MATCHED=1 logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ openstack endpoint list -c URL -f value logger.go:42: 16:01:34 | ctlplane-tls-custom-issuers/2- | ++ grep keystone-public logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | + keystone_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | +++ echo https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | ++ [[ ! keystone-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | ++ echo keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | + keystone_host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | + check_keystone_endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ... logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | + local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | + echo 'Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ...' logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | ++ curl -s -o /dev/null -w '%{http_code}' https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | + http_status=300 logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | + [[ 300 -ge 200 ]] logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | + [[ 300 -lt 400 ]] logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | + return 0 logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | + [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | + endpoint_filter=public logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | ++ openstack endpoint list -c URL -f value logger.go:42: 16:01:36 | ctlplane-tls-custom-issuers/2- | ++ grep public logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ echo https://placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ ! placement-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + host_port=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Checking placement-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Checking placement-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer placement-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer placement-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ echo https://neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ ! neutron-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Checking neutron-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer neutron-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Checking neutron-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer neutron-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port 'https://swift-public-openstack-kuttl-tests.apps-crc.testing/v1/AUTH_%(tenant_id)s' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local 'endpoint_url=https://swift-public-openstack-kuttl-tests.apps-crc.testing/v1/AUTH_%(tenant_id)s' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ echo 'https://swift-public-openstack-kuttl-tests.apps-crc.testing/v1/AUTH_%(tenant_id)s' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=swift-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ ! swift-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + host_port=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Checking swift-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Checking swift-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer swift-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer swift-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ echo https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ ! keystone-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Checking keystone-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer keystone-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Checking keystone-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer keystone-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ echo https://barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ ! barbican-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Checking barbican-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Checking barbican-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer barbican-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer barbican-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ echo https://glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ ! glance-default-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Checking glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer glance-default-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Checking glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer glance-default-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://cinder-public-openstack-kuttl-tests.apps-crc.testing/v3 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://cinder-public-openstack-kuttl-tests.apps-crc.testing/v3 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ echo https://cinder-public-openstack-kuttl-tests.apps-crc.testing/v3 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ ! cinder-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Checking cinder-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Checking cinder-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer cinder-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer cinder-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ extract_host_port https://nova-public-openstack-kuttl-tests.apps-crc.testing/v2.1 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local endpoint_url=https://nova-public-openstack-kuttl-tests.apps-crc.testing/v2.1 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ echo https://nova-public-openstack-kuttl-tests.apps-crc.testing/v2.1 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=nova-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ [[ ! nova-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Checking nova-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + for retry in {1..5} logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Checking nova-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'Retrying 1 on getting issuer nova-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | Retrying 1 on getting issuer nova-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ get_issuer_cn nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ local output logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl s_client -connect nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | +++ openssl x509 -noout -issuer logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + ISSUER=rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + break logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + '[' 1 -eq 1 ']' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + echo 'All certificates match the custom issuer rootca-ingress-custom' logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | + exit 0 logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | All certificates match the custom issuer rootca-ingress-custom logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/2- | test step completed 2- logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/3-deploy-openstack | starting test step 3-deploy-openstack logger.go:42: 16:01:37 | ctlplane-tls-custom-issuers/3-deploy-openstack | running command: [sh -c oc kustomize ../../../../config/samples/base/openstackcontrolplane | oc apply -n $NAMESPACE -f - ] logger.go:42: 16:01:38 | ctlplane-tls-custom-issuers/3-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack configured logger.go:42: 16:03:13 | ctlplane-tls-custom-issuers/3-deploy-openstack | test step completed 3-deploy-openstack logger.go:42: 16:03:13 | ctlplane-tls-custom-issuers/4-rotate-service-certs | starting test step 4-rotate-service-certs logger.go:42: 16:03:13 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Deleting secrets..." oc get secret -l service-cert -n $NAMESPACE -o name > /tmp/deleted-secrets.txt oc delete secret -l service-cert -n $NAMESPACE ] logger.go:42: 16:03:13 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Deleting secrets... logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-barbican-internal-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-barbican-public-route" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-barbican-public-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-cinder-internal-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-cinder-public-route" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-cinder-public-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-galera-openstack-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-glance-default-internal-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-glance-default-public-route" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-glance-default-public-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-keystone-internal-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-keystone-public-route" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-keystone-public-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-memcached-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-neutron-internal-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-neutron-ovndbs" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-neutron-public-route" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-neutron-public-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-nova-internal-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-nova-public-route" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-nova-public-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-ovn-metrics" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-placement-internal-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-placement-public-route" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-placement-public-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-rabbitmq-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-swift-internal-svc" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-swift-public-route" deleted logger.go:42: 16:03:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | secret "cert-swift-public-svc" deleted logger.go:42: 16:03:20 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:03:20 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:04:25 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:04:25 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:04:25 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:04:25 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:04:25 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:04:25 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:04:25 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:04:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:04:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:04:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:04:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:04:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:04:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:04:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:04:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:04:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:04:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:04:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:04:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:04:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:04:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:04:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:04:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:04:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:04:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:04:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:04:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:04:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:04:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:04:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:04:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:04:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:04:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:04:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:04:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:04:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:04:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:04:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:04:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:04:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:04:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:04:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:04:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:04:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:04:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:04:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:04:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:04:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:04:30 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:04:30 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:04:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:04:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:04:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:04:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:04:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:04:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:04:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:04:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:04:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:04:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:04:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:04:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:04:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:04:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:04:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:04:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:04:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:04:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:04:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:04:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:04:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:04:33 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:04:33 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:04:33 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:04:33 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:04:33 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:04:33 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:04:33 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:04:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:04:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:04:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:04:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:04:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:04:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:04:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:04:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:04:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:04:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:04:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:04:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:04:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:04:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:04:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:04:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:04:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:04:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:04:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:04:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:04:36 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:04:36 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:04:36 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:04:36 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:04:36 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:04:36 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:04:36 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:04:36 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:04:36 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:04:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:04:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:04:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:04:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:04:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:04:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:04:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:04:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:04:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:04:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:04:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:04:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:04:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:04:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:04:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:04:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:04:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:04:39 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:04:39 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:04:39 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:04:39 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:04:39 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:04:39 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:04:39 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:04:39 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:04:39 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:04:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:04:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:04:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:04:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:04:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:04:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:04:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:04:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:04:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:04:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:04:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:04:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:04:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:04:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:04:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:04:41 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:04:41 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:04:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:04:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:04:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:04:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:04:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:04:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:04:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:04:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:04:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:04:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:04:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:04:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:04:43 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:04:43 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:04:43 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:04:43 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:04:43 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:04:43 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:04:43 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:04:43 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:04:43 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:04:44 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:04:44 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:04:44 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:04:44 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:04:44 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:04:44 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:04:44 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:04:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:04:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:04:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:04:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:04:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:04:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:04:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:04:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:04:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:04:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:04:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:04:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:04:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:04:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:04:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:04:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:04:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:04:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:04:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:04:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:04:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:04:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:04:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:04:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:04:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:04:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:04:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:04:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:04:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:04:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:04:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:04:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:04:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:04:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:04:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:04:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:04:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:04:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:04:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:04:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:04:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:04:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:04:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:04:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:04:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:04:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:04:50 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:04:50 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:04:50 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:04:50 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:04:50 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:04:50 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:04:50 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:04:51 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:04:51 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:04:51 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:04:51 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:04:51 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:04:51 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:04:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:04:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:04:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:04:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:04:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:04:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:04:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:04:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:04:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:04:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:04:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:04:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:04:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:04:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:04:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:04:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:04:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:04:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:04:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:04:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:04:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:04:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:04:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:04:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:04:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:04:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:04:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:04:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:04:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:04:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:04:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:04:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:04:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:04:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:04:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:04:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:04:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:04:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:04:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:04:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:04:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:04:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:04:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:04:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:04:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:04:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:04:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:04:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:04:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:04:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:04:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:04:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:04:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:04:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:04:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:04:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:04:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:04:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:04:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:04:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:04:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:04:58 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:04:58 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:04:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:04:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:04:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:04:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:04:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:04:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:04:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:04:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:04:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:05:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:05:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:05:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:05:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:05:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:05:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:05:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:05:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:05:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:05:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:05:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:05:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:05:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:05:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:05:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:05:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:05:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:05:02 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:05:02 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:05:02 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:05:02 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:05:02 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:05:02 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:05:02 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:05:02 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:05:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:05:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:05:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:05:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:05:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:05:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:05:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:05:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:05:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:05:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:05:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:05:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:05:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:05:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:05:04 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:05:04 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:05:04 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:05:04 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:05:04 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:05:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:05:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:05:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:05:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:05:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:05:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:05:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:05:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:05:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:05:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:05:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:05:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:05:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:05:07 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:05:07 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:05:07 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:05:07 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:05:07 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:05:07 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:05:07 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:05:07 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:05:07 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:05:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:05:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:05:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:05:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:05:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:05:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:05:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:05:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:05:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:05:09 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:05:09 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:05:09 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:05:09 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:05:09 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:05:09 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:05:09 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:05:09 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:05:09 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:05:09 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:05:09 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:05:09 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:05:09 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:05:09 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:05:10 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:05:10 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:05:10 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:05:10 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:05:10 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:05:11 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:05:11 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:05:11 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:05:11 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:05:11 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:05:11 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:05:11 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:05:11 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:05:11 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:05:12 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:05:12 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:05:12 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:05:12 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:05:12 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:05:12 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:05:12 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:05:12 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:05:12 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:05:13 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:05:13 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:05:13 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:05:13 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:05:13 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:05:13 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:05:13 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:05:13 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:05:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:05:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:05:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:05:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:05:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:05:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:05:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:05:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:05:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:05:14 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:05:15 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:05:15 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:05:15 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:05:15 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:05:15 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:05:15 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:05:15 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:05:15 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:05:15 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:05:16 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:05:16 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:05:16 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:05:16 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:05:16 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:05:16 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:05:16 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:05:16 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:05:16 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:05:16 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:05:16 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:05:17 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:05:17 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:05:17 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:05:17 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:05:17 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:05:17 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:05:17 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:05:17 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:05:18 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:05:18 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:05:18 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:05:18 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:05:18 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:05:18 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:05:18 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:05:18 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:05:19 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:05:19 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:05:19 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:05:19 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:05:19 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:05:19 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:05:20 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:05:20 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:05:20 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:05:20 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:05:20 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:05:20 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:05:20 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:05:20 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:05:21 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:05:21 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:05:21 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:05:21 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:05:21 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:05:21 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:05:21 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:05:21 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:05:21 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:05:22 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:05:22 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:05:22 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:05:22 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:05:22 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:05:22 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:05:23 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:05:23 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:05:23 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:05:23 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:05:23 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:05:23 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:05:23 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:05:23 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:05:23 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:05:23 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:05:24 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:05:24 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:05:24 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:05:24 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:05:24 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:05:24 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:05:24 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:05:24 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:05:24 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:05:25 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:05:25 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:05:25 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:05:25 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:05:25 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:05:25 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:05:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:05:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:05:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:05:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:05:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:05:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:05:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:05:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:05:26 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:05:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:05:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:05:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:05:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:05:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:05:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:05:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:05:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:05:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:05:27 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:05:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:05:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:05:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:05:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:05:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:05:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:05:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:05:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:05:28 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:05:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:05:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:05:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:05:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:05:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:05:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:05:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:05:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:05:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:05:29 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:05:30 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:05:30 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:05:30 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:05:30 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:05:30 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:05:30 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:05:30 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:05:30 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:05:30 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:05:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:05:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:05:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:05:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:05:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:05:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:05:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:05:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:05:31 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:05:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:05:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:05:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:05:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:05:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:05:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:05:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:05:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:05:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:05:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:05:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:05:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:05:32 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:05:33 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:05:33 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:05:33 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:05:33 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:05:33 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:05:33 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:05:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:05:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:05:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:05:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:05:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:05:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:05:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:05:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:05:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:05:34 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:05:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:05:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:05:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:05:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:05:35 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:05:36 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:05:36 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:05:36 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:05:36 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:05:36 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:05:36 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:05:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:05:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:05:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:05:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:05:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:05:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:05:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:05:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:05:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:05:37 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:05:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:05:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:05:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:05:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:05:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:05:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:05:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:05:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:05:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:05:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:05:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:05:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:05:38 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:05:39 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:05:39 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:05:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:05:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:05:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:05:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:05:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:05:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:05:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:05:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:05:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:05:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:05:40 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:05:41 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:05:41 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:05:41 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:05:41 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:05:41 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:05:41 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:05:41 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:05:41 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:05:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:05:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:05:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:05:42 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:05:43 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:05:43 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:05:43 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:05:43 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:05:43 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:05:43 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:05:44 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:05:44 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:05:44 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:05:44 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:05:44 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:05:44 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:05:44 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:05:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:05:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:05:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:05:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:05:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:05:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:05:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:05:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:05:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:05:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:05:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:05:45 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:05:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:05:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:05:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:05:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:05:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:05:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:05:46 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:05:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:05:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:05:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:05:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:05:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:05:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:05:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:05:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:05:47 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:05:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:05:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:05:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:05:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:05:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:05:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:05:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:05:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:05:48 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:05:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:05:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:05:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:05:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:05:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:05:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:05:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:05:49 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:05:50 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:05:50 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:05:50 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:05:50 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:05:50 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:05:50 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:05:50 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:05:50 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:05:51 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:05:51 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:05:51 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:05:51 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:05:51 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:05:51 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:05:51 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:05:51 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:05:51 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:05:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:05:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:05:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:05:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:05:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:05:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:05:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:05:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 DO NOT match the secret. logger.go:42: 16:05:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:05:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 DO NOT match the secret. logger.go:42: 16:05:52 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:05:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 DO NOT match the secret. logger.go:42: 16:05:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:05:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:05:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:05:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:05:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:05:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:05:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:05:53 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:05:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:05:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:05:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:05:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:05:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:05:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:05:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:05:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:05:54 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:05:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:05:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:05:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 16:05:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:05:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 16:05:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:05:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 16:05:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:05:55 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:05:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:05:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:05:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:05:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:05:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:05:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15691 logger.go:42: 16:05:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 5671 logger.go:42: 16:05:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | - rabbitmq on port 15671 logger.go:42: 16:05:56 | ctlplane-tls-custom-issuers/4-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:05:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:05:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:05:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:05:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:05:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:05:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.229, Ports: 15691 5671 15671) logger.go:42: 16:05:57 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:05:58 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 16:05:58 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:05:58 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 16:05:58 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:05:58 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 16:05:58 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.119, Ports: 6642 6644 1981) logger.go:42: 16:05:58 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:05:58 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:05:58 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:05:58 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:05:58 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:05:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:05:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.5.114, Ports: 6641 6643 1981) logger.go:42: 16:05:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:05:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:05:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:05:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:05:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:05:59 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:06:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.5.147, Ports: 3000) logger.go:42: 16:06:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:06:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:06:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.170, Ports: 5671 15671 15691) logger.go:42: 16:06:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:06:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 16:06:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:06:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 16:06:00 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:06:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 16:06:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.5.163, Ports: 3306) logger.go:42: 16:06:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:06:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:06:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.5.72, Ports: 3306) logger.go:42: 16:06:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:06:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:06:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking issuer of internal certificates..." oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_check_cert_issuer.sh "rootca-internal" "internal" ] logger.go:42: 16:06:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking issuer of internal certificates... logger.go:42: 16:06:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + EXPECTED_ISSUER=rootca-internal logger.go:42: 16:06:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ENDPOINT_TYPE=internal logger.go:42: 16:06:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER_MISMATCHES= logger.go:42: 16:06:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ALL_MATCHED=1 logger.go:42: 16:06:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ openstack endpoint list -c URL -f value logger.go:42: 16:06:01 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ grep keystone-public logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + keystone_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! keystone-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + keystone_host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + check_keystone_endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ...' logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ... logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ curl -s -o /dev/null -w '%{http_code}' https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + http_status=300 logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ 300 -ge 200 ]] logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ 300 -lt 400 ]] logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + return 0 logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + endpoint_filter=svc logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ openstack endpoint list -c URL -f value logger.go:42: 16:06:03 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ grep svc logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://cinder-internal.openstack-kuttl-tests.svc:8776/v3 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://cinder-internal.openstack-kuttl-tests.svc:8776/v3 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://cinder-internal.openstack-kuttl-tests.svc:8776/v3 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! cinder-internal.openstack-kuttl-tests.svc:8776 =~ :[0-9]+$ ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking cinder-internal.openstack-kuttl-tests.svc:8776 ... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer cinder-internal.openstack-kuttl-tests.svc:8776... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking cinder-internal.openstack-kuttl-tests.svc:8776 ...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer cinder-internal.openstack-kuttl-tests.svc:8776...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-internal ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! glance-default-internal.openstack-kuttl-tests.svc:9292 =~ :[0-9]+$ ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking glance-default-internal.openstack-kuttl-tests.svc:9292 ...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer glance-default-internal.openstack-kuttl-tests.svc:9292...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking glance-default-internal.openstack-kuttl-tests.svc:9292 ... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer glance-default-internal.openstack-kuttl-tests.svc:9292... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-internal ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port 'https://swift-internal.openstack-kuttl-tests.svc:8080/v1/AUTH_%(tenant_id)s' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local 'endpoint_url=https://swift-internal.openstack-kuttl-tests.svc:8080/v1/AUTH_%(tenant_id)s' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo 'https://swift-internal.openstack-kuttl-tests.svc:8080/v1/AUTH_%(tenant_id)s' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! swift-internal.openstack-kuttl-tests.svc:8080 =~ :[0-9]+$ ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking swift-internal.openstack-kuttl-tests.svc:8080 ... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer swift-internal.openstack-kuttl-tests.svc:8080... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking swift-internal.openstack-kuttl-tests.svc:8080 ...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer swift-internal.openstack-kuttl-tests.svc:8080...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-internal ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! barbican-internal.openstack-kuttl-tests.svc:9311 =~ :[0-9]+$ ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking barbican-internal.openstack-kuttl-tests.svc:9311 ... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer barbican-internal.openstack-kuttl-tests.svc:9311... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking barbican-internal.openstack-kuttl-tests.svc:9311 ...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer barbican-internal.openstack-kuttl-tests.svc:9311...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-internal ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://nova-internal.openstack-kuttl-tests.svc:8774/v2.1 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://nova-internal.openstack-kuttl-tests.svc:8774/v2.1 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://nova-internal.openstack-kuttl-tests.svc:8774/v2.1 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! nova-internal.openstack-kuttl-tests.svc:8774 =~ :[0-9]+$ ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking nova-internal.openstack-kuttl-tests.svc:8774 ...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking nova-internal.openstack-kuttl-tests.svc:8774 ... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer nova-internal.openstack-kuttl-tests.svc:8774... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer nova-internal.openstack-kuttl-tests.svc:8774...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-internal ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! placement-internal.openstack-kuttl-tests.svc:8778 =~ :[0-9]+$ ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking placement-internal.openstack-kuttl-tests.svc:8778 ...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer placement-internal.openstack-kuttl-tests.svc:8778...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking placement-internal.openstack-kuttl-tests.svc:8778 ... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer placement-internal.openstack-kuttl-tests.svc:8778... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-internal ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! neutron-internal.openstack-kuttl-tests.svc:9696 =~ :[0-9]+$ ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking neutron-internal.openstack-kuttl-tests.svc:9696 ...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking neutron-internal.openstack-kuttl-tests.svc:9696 ... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer neutron-internal.openstack-kuttl-tests.svc:9696... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer neutron-internal.openstack-kuttl-tests.svc:9696...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-internal ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! keystone-internal.openstack-kuttl-tests.svc:5000 =~ :[0-9]+$ ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking keystone-internal.openstack-kuttl-tests.svc:5000 ... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer keystone-internal.openstack-kuttl-tests.svc:5000... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking keystone-internal.openstack-kuttl-tests.svc:5000 ...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer keystone-internal.openstack-kuttl-tests.svc:5000...' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-internal ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + '[' 1 -eq 1 ']' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'All certificates match the custom issuer rootca-internal' logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | All certificates match the custom issuer rootca-internal logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + exit 0 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | running command: [sh -c echo "Checking issuer of ingress certificates..." oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_check_cert_issuer.sh "rootca-public" "public" ] logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking issuer of ingress certificates... logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + EXPECTED_ISSUER=rootca-public logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ENDPOINT_TYPE=public logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER_MISMATCHES= logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ALL_MATCHED=1 logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ openstack endpoint list -c URL -f value logger.go:42: 16:06:05 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ grep keystone-public logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + keystone_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! keystone-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + keystone_host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + check_keystone_endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ...' logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ... logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ curl -s -o /dev/null -w '%{http_code}' https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + http_status=300 logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ 300 -ge 200 ]] logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ 300 -lt 400 ]] logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + return 0 logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + endpoint_filter=public logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ openstack endpoint list -c URL -f value logger.go:42: 16:06:06 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ grep public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! placement-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking placement-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking placement-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer placement-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer placement-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-public ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! neutron-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking neutron-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking neutron-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer neutron-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer neutron-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-public ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port 'https://swift-public-openstack-kuttl-tests.apps-crc.testing/v1/AUTH_%(tenant_id)s' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local 'endpoint_url=https://swift-public-openstack-kuttl-tests.apps-crc.testing/v1/AUTH_%(tenant_id)s' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo 'https://swift-public-openstack-kuttl-tests.apps-crc.testing/v1/AUTH_%(tenant_id)s' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=swift-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! swift-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking swift-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer swift-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking swift-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer swift-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-public ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! keystone-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking keystone-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking keystone-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer keystone-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer keystone-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-public ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! barbican-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking barbican-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer barbican-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking barbican-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer barbican-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-public ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! glance-default-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer glance-default-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer glance-default-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-public ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://cinder-public-openstack-kuttl-tests.apps-crc.testing/v3 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://cinder-public-openstack-kuttl-tests.apps-crc.testing/v3 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://cinder-public-openstack-kuttl-tests.apps-crc.testing/v3 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! cinder-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking cinder-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer cinder-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking cinder-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer cinder-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-public ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ extract_host_port https://nova-public-openstack-kuttl-tests.apps-crc.testing/v2.1 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local endpoint_url=https://nova-public-openstack-kuttl-tests.apps-crc.testing/v2.1 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ echo https://nova-public-openstack-kuttl-tests.apps-crc.testing/v2.1 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=nova-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ [[ ! nova-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Checking nova-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'Retrying 1 on getting issuer nova-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Checking nova-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | Retrying 1 on getting issuer nova-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ get_issuer_cn nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ local output logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl s_client -connect nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ output=issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ echo issuer=CN=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + ISSUER=rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ -n rootca-public ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + break logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + '[' 1 -eq 1 ']' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + echo 'All certificates match the custom issuer rootca-public' logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | + exit 0 logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | All certificates match the custom issuer rootca-public logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/4-rotate-service-certs | test step completed 4-rotate-service-certs logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/5-cleanup | starting test step 5-cleanup logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/5-cleanup | running command: [sh -c oc delete --ignore-not-found=true -n $NAMESPACE pvc \ srv-swift-storage-0 oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 16:06:08 | ctlplane-tls-custom-issuers/5-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 16:06:09 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 16:06:10 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 16:06:10 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 16:06:10 | ctlplane-tls-custom-issuers/5-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 16:06:15 | ctlplane-tls-custom-issuers/5-cleanup | secret "rootca-internal" deleted logger.go:42: 16:06:15 | ctlplane-tls-custom-issuers/5-cleanup | secret "rootca-libvirt" deleted logger.go:42: 16:06:15 | ctlplane-tls-custom-issuers/5-cleanup | secret "rootca-ovn" deleted logger.go:42: 16:06:15 | ctlplane-tls-custom-issuers/5-cleanup | secret "rootca-public" deleted logger.go:42: 16:06:42 | ctlplane-tls-custom-issuers/5-cleanup | test step completed 5-cleanup logger.go:42: 16:06:42 | ctlplane-tls-custom-issuers/6-deploy-openstack | starting test step 6-deploy-openstack logger.go:42: 16:06:42 | ctlplane-tls-custom-issuers/6-deploy-openstack | running command: [sh -c oc kustomize ../../../../config/samples/base/openstackcontrolplane | oc apply -n $NAMESPACE -f - ] logger.go:42: 16:06:43 | ctlplane-tls-custom-issuers/6-deploy-openstack | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 16:06:43 | ctlplane-tls-custom-issuers/6-deploy-openstack | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 16:06:43 | ctlplane-tls-custom-issuers/6-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack created logger.go:42: 16:10:29 | ctlplane-tls-custom-issuers/6-deploy-openstack | test step completed 6-deploy-openstack logger.go:42: 16:10:29 | ctlplane-tls-custom-issuers/7- | starting test step 7- logger.go:42: 16:10:29 | ctlplane-tls-custom-issuers/7- | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:10:29 | ctlplane-tls-custom-issuers/7- | Checking rotation of non API service certificates... logger.go:42: 16:10:29 | ctlplane-tls-custom-issuers/7- | Checking service: rabbitmq (ClusterIP: 10.217.5.45, Ports: 5671 15671 15691) logger.go:42: 16:10:29 | ctlplane-tls-custom-issuers/7- | Connecting to rabbitmq on port 5671... logger.go:42: 16:10:29 | ctlplane-tls-custom-issuers/7- | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 16:10:29 | ctlplane-tls-custom-issuers/7- | Connecting to rabbitmq on port 15671... logger.go:42: 16:10:30 | ctlplane-tls-custom-issuers/7- | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 16:10:30 | ctlplane-tls-custom-issuers/7- | Connecting to rabbitmq on port 15691... logger.go:42: 16:10:30 | ctlplane-tls-custom-issuers/7- | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 16:10:30 | ctlplane-tls-custom-issuers/7- | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.46, Ports: 6642 6644 1981) logger.go:42: 16:10:30 | ctlplane-tls-custom-issuers/7- | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:10:30 | ctlplane-tls-custom-issuers/7- | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:10:30 | ctlplane-tls-custom-issuers/7- | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:10:30 | ctlplane-tls-custom-issuers/7- | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:10:30 | ctlplane-tls-custom-issuers/7- | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:10:31 | ctlplane-tls-custom-issuers/7- | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:10:31 | ctlplane-tls-custom-issuers/7- | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.4.42, Ports: 6641 6643 1981) logger.go:42: 16:10:31 | ctlplane-tls-custom-issuers/7- | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:10:31 | ctlplane-tls-custom-issuers/7- | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:10:31 | ctlplane-tls-custom-issuers/7- | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:10:31 | ctlplane-tls-custom-issuers/7- | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:10:31 | ctlplane-tls-custom-issuers/7- | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:10:32 | ctlplane-tls-custom-issuers/7- | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:10:32 | ctlplane-tls-custom-issuers/7- | Checking service: ceilometer-internal (ClusterIP: 10.217.4.144, Ports: 3000) logger.go:42: 16:10:32 | ctlplane-tls-custom-issuers/7- | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:10:32 | ctlplane-tls-custom-issuers/7- | Error retrieving certificate from ceilometer-internal at 10.217.4.144:3000. logger.go:42: 16:10:33 | ctlplane-tls-custom-issuers/7- | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.249, Ports: 5671 15671 15691) logger.go:42: 16:10:33 | ctlplane-tls-custom-issuers/7- | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:10:33 | ctlplane-tls-custom-issuers/7- | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 16:10:33 | ctlplane-tls-custom-issuers/7- | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:10:33 | ctlplane-tls-custom-issuers/7- | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 16:10:33 | ctlplane-tls-custom-issuers/7- | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:10:33 | ctlplane-tls-custom-issuers/7- | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 16:10:33 | ctlplane-tls-custom-issuers/7- | Checking database: openstack-cell1 (ClusterIP: 10.217.4.196, Ports: 3306) logger.go:42: 16:10:34 | ctlplane-tls-custom-issuers/7- | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:10:34 | ctlplane-tls-custom-issuers/7- | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:10:34 | ctlplane-tls-custom-issuers/7- | Checking database: openstack (ClusterIP: 10.217.4.244, Ports: 3306) logger.go:42: 16:10:34 | ctlplane-tls-custom-issuers/7- | Connecting to openstack on port 3306... logger.go:42: 16:10:35 | ctlplane-tls-custom-issuers/7- | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:10:35 | ctlplane-tls-custom-issuers/7- | running command: [sh -c echo "Checking issuer of internal certificates..." oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_check_cert_issuer.sh "rootca-internal" "internal" ] logger.go:42: 16:10:35 | ctlplane-tls-custom-issuers/7- | Checking issuer of internal certificates... logger.go:42: 16:10:35 | ctlplane-tls-custom-issuers/7- | + EXPECTED_ISSUER=rootca-internal logger.go:42: 16:10:35 | ctlplane-tls-custom-issuers/7- | + ENDPOINT_TYPE=internal logger.go:42: 16:10:35 | ctlplane-tls-custom-issuers/7- | + ISSUER_MISMATCHES= logger.go:42: 16:10:35 | ctlplane-tls-custom-issuers/7- | + ALL_MATCHED=1 logger.go:42: 16:10:35 | ctlplane-tls-custom-issuers/7- | ++ openstack endpoint list -c URL -f value logger.go:42: 16:10:35 | ctlplane-tls-custom-issuers/7- | ++ grep keystone-public logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | + keystone_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | +++ echo https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | ++ [[ ! keystone-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | ++ echo keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | + keystone_host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | + check_keystone_endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | + local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | + echo 'Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ...' logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ... logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | ++ curl -s -o /dev/null -w '%{http_code}' https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | + http_status=300 logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | + [[ 300 -ge 200 ]] logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | + [[ 300 -lt 400 ]] logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | + return 0 logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | + [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | + endpoint_filter=svc logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | ++ openstack endpoint list -c URL -f value logger.go:42: 16:10:36 | ctlplane-tls-custom-issuers/7- | ++ grep svc logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://cinder-internal.openstack-kuttl-tests.svc:8776/v3 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://cinder-internal.openstack-kuttl-tests.svc:8776/v3 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ echo https://cinder-internal.openstack-kuttl-tests.svc:8776/v3 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ host_port=cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ [[ ! cinder-internal.openstack-kuttl-tests.svc:8776 =~ :[0-9]+$ ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ echo cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + host_port=cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + echo 'Checking cinder-internal.openstack-kuttl-tests.svc:8776 ...' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer cinder-internal.openstack-kuttl-tests.svc:8776...' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | Checking cinder-internal.openstack-kuttl-tests.svc:8776 ... logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer cinder-internal.openstack-kuttl-tests.svc:8776... logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local host_port=cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-internal logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-internal logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-internal logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-internal ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ echo https://glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ host_port=glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ [[ ! glance-default-internal.openstack-kuttl-tests.svc:9292 =~ :[0-9]+$ ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ echo glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + host_port=glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | Checking glance-default-internal.openstack-kuttl-tests.svc:9292 ... logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + echo 'Checking glance-default-internal.openstack-kuttl-tests.svc:9292 ...' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer glance-default-internal.openstack-kuttl-tests.svc:9292...' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer glance-default-internal.openstack-kuttl-tests.svc:9292... logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local host_port=glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-internal logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-internal logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-internal logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-internal ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port 'https://swift-internal.openstack-kuttl-tests.svc:8080/v1/AUTH_%(tenant_id)s' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local 'endpoint_url=https://swift-internal.openstack-kuttl-tests.svc:8080/v1/AUTH_%(tenant_id)s' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ echo 'https://swift-internal.openstack-kuttl-tests.svc:8080/v1/AUTH_%(tenant_id)s' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ [[ ! swift-internal.openstack-kuttl-tests.svc:8080 =~ :[0-9]+$ ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ echo swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + echo 'Checking swift-internal.openstack-kuttl-tests.svc:8080 ...' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | Checking swift-internal.openstack-kuttl-tests.svc:8080 ... logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer swift-internal.openstack-kuttl-tests.svc:8080...' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer swift-internal.openstack-kuttl-tests.svc:8080... logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-internal logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-internal logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-internal logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-internal ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ echo https://barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ host_port=barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ [[ ! barbican-internal.openstack-kuttl-tests.svc:9311 =~ :[0-9]+$ ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ echo barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + host_port=barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + echo 'Checking barbican-internal.openstack-kuttl-tests.svc:9311 ...' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer barbican-internal.openstack-kuttl-tests.svc:9311...' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | Checking barbican-internal.openstack-kuttl-tests.svc:9311 ... logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer barbican-internal.openstack-kuttl-tests.svc:9311... logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local host_port=barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-internal logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-internal logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-internal logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-internal ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://nova-internal.openstack-kuttl-tests.svc:8774/v2.1 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://nova-internal.openstack-kuttl-tests.svc:8774/v2.1 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ echo https://nova-internal.openstack-kuttl-tests.svc:8774/v2.1 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ [[ ! nova-internal.openstack-kuttl-tests.svc:8774 =~ :[0-9]+$ ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ echo nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + echo 'Checking nova-internal.openstack-kuttl-tests.svc:8774 ...' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer nova-internal.openstack-kuttl-tests.svc:8774...' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | Checking nova-internal.openstack-kuttl-tests.svc:8774 ... logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer nova-internal.openstack-kuttl-tests.svc:8774... logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ output= logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ echo '' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + ISSUER= logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + [[ -n '' ]] logger.go:42: 16:10:38 | ctlplane-tls-custom-issuers/7- | + sleep 20 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | Retrying 2 on getting issuer nova-internal.openstack-kuttl-tests.svc:8774... logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 2 on getting issuer nova-internal.openstack-kuttl-tests.svc:8774...' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ local host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-internal logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-internal logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-internal logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-internal ]] logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | +++ echo https://placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ host_port=placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ [[ ! placement-internal.openstack-kuttl-tests.svc:8778 =~ :[0-9]+$ ]] logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ echo placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | Checking placement-internal.openstack-kuttl-tests.svc:8778 ... logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer placement-internal.openstack-kuttl-tests.svc:8778... logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + host_port=placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + echo 'Checking placement-internal.openstack-kuttl-tests.svc:8778 ...' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer placement-internal.openstack-kuttl-tests.svc:8778...' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ local host_port=placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-internal logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-internal logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-internal logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-internal ]] logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | +++ echo https://neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ [[ ! neutron-internal.openstack-kuttl-tests.svc:9696 =~ :[0-9]+$ ]] logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ echo neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | Checking neutron-internal.openstack-kuttl-tests.svc:9696 ... logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer neutron-internal.openstack-kuttl-tests.svc:9696... logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + echo 'Checking neutron-internal.openstack-kuttl-tests.svc:9696 ...' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer neutron-internal.openstack-kuttl-tests.svc:9696...' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ local host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-internal logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-internal logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-internal logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-internal ]] logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | +++ echo https://keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ host_port=keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ [[ ! keystone-internal.openstack-kuttl-tests.svc:5000 =~ :[0-9]+$ ]] logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ echo keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + host_port=keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + echo 'Checking keystone-internal.openstack-kuttl-tests.svc:5000 ...' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | Checking keystone-internal.openstack-kuttl-tests.svc:5000 ... logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer keystone-internal.openstack-kuttl-tests.svc:5000... logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer keystone-internal.openstack-kuttl-tests.svc:5000...' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ local host_port=keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-internal logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-internal logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-internal logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-internal ]] logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + [[ rootca-internal != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l ]] logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + '[' 1 -eq 1 ']' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + echo 'All certificates match the custom issuer rootca-internal' logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + exit 0 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | All certificates match the custom issuer rootca-internal logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | running command: [sh -c echo "Checking issuer of ingress certificates..." oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_check_cert_issuer.sh "rootca-public" "public" ] logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | Checking issuer of ingress certificates... logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + EXPECTED_ISSUER=rootca-public logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + ENDPOINT_TYPE=public logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + ISSUER_MISMATCHES= logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | + ALL_MATCHED=1 logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ openstack endpoint list -c URL -f value logger.go:42: 16:10:58 | ctlplane-tls-custom-issuers/7- | ++ grep keystone-public logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | + keystone_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | +++ echo https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | ++ [[ ! keystone-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | ++ echo keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | + keystone_host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | + check_keystone_endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | + local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | + echo 'Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ...' logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ... logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | ++ curl -s -o /dev/null -w '%{http_code}' https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | + http_status=300 logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | + [[ 300 -ge 200 ]] logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | + [[ 300 -lt 400 ]] logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | + return 0 logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | + [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | + endpoint_filter=public logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | ++ openstack endpoint list -c URL -f value logger.go:42: 16:11:00 | ctlplane-tls-custom-issuers/7- | ++ grep public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ echo https://placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ ! placement-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Checking placement-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer placement-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + host_port=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Checking placement-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer placement-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-public ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ echo https://neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ ! neutron-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Checking neutron-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer neutron-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Checking neutron-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer neutron-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-public ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port 'https://swift-public-openstack-kuttl-tests.apps-crc.testing/v1/AUTH_%(tenant_id)s' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local 'endpoint_url=https://swift-public-openstack-kuttl-tests.apps-crc.testing/v1/AUTH_%(tenant_id)s' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ echo 'https://swift-public-openstack-kuttl-tests.apps-crc.testing/v1/AUTH_%(tenant_id)s' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=swift-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ ! swift-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Checking swift-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer swift-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + host_port=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Checking swift-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer swift-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-public ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ echo https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ ! keystone-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Checking keystone-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer keystone-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Checking keystone-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer keystone-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-public ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ echo https://barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ ! barbican-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Checking barbican-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Checking barbican-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer barbican-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer barbican-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-public ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ echo https://glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ ! glance-default-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Checking glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer glance-default-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Checking glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer glance-default-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-public ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://cinder-public-openstack-kuttl-tests.apps-crc.testing/v3 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://cinder-public-openstack-kuttl-tests.apps-crc.testing/v3 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ echo https://cinder-public-openstack-kuttl-tests.apps-crc.testing/v3 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ ! cinder-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Checking cinder-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer cinder-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Checking cinder-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer cinder-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-public ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ extract_host_port https://nova-public-openstack-kuttl-tests.apps-crc.testing/v2.1 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local endpoint_url=https://nova-public-openstack-kuttl-tests.apps-crc.testing/v2.1 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ echo https://nova-public-openstack-kuttl-tests.apps-crc.testing/v2.1 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=nova-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ [[ ! nova-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Checking nova-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | Retrying 1 on getting issuer nova-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Checking nova-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + for retry in {1..5} logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'Retrying 1 on getting issuer nova-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ get_issuer_cn nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ local output logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl s_client -connect nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | +++ openssl x509 -noout -issuer logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ output=issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ echo issuer=CN=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + ISSUER=rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ -n rootca-public ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + break logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + [[ rootca-public != \r\o\o\t\c\a\-\p\u\b\l\i\c ]] logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | All certificates match the custom issuer rootca-public logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + '[' 1 -eq 1 ']' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + echo 'All certificates match the custom issuer rootca-public' logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | + exit 0 logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/7- | test step completed 7- logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/8-deploy-custom-issuers | starting test step 8-deploy-custom-issuers logger.go:42: 16:11:01 | ctlplane-tls-custom-issuers/8-deploy-custom-issuers | running command: [sh -c oc apply -n $NAMESPACE -f ../../common/custom-internal-issuer.yaml oc apply -n $NAMESPACE -f ../../common/custom-ingress-issuer.yaml ] logger.go:42: 16:11:02 | ctlplane-tls-custom-issuers/8-deploy-custom-issuers | issuer.cert-manager.io/rootca-internal-custom unchanged logger.go:42: 16:11:02 | ctlplane-tls-custom-issuers/8-deploy-custom-issuers | certificate.cert-manager.io/rootca-internal-custom unchanged logger.go:42: 16:11:02 | ctlplane-tls-custom-issuers/8-deploy-custom-issuers | issuer.cert-manager.io/rootca-ingress-custom unchanged logger.go:42: 16:11:02 | ctlplane-tls-custom-issuers/8-deploy-custom-issuers | certificate.cert-manager.io/rootca-ingress-custom unchanged logger.go:42: 16:11:02 | ctlplane-tls-custom-issuers/8-deploy-custom-issuers | test step completed 8-deploy-custom-issuers logger.go:42: 16:11:02 | ctlplane-tls-custom-issuers/9-deploy-openstack | starting test step 9-deploy-openstack logger.go:42: 16:11:02 | ctlplane-tls-custom-issuers/9-deploy-openstack | running command: [sh -c oc kustomize ../../../../config/samples/tls/custom_issuers | oc apply -n $NAMESPACE -f - ] logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/9-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack configured logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/9-deploy-openstack | test step completed 9-deploy-openstack logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | starting test step 10-rotate-service-certs logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | running command: [sh -c echo "Deleting secrets..." oc get secret -l service-cert -n $NAMESPACE -o name > /tmp/deleted-secrets.txt oc delete secret -l service-cert -n $NAMESPACE ] logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Deleting secrets... logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-barbican-internal-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-barbican-public-route" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-barbican-public-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-cinder-internal-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-cinder-public-route" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-cinder-public-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-galera-openstack-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-glance-default-internal-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-glance-default-public-route" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-glance-default-public-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-keystone-internal-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-keystone-public-route" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-keystone-public-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-memcached-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-neutron-internal-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-neutron-ovndbs" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-neutron-public-route" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-neutron-public-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-nova-internal-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 16:11:03 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 16:11:04 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-nova-public-route" deleted logger.go:42: 16:11:04 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-nova-public-svc" deleted logger.go:42: 16:11:04 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-ovn-metrics" deleted logger.go:42: 16:11:04 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 16:11:04 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 16:11:04 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 16:11:04 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-placement-internal-svc" deleted logger.go:42: 16:11:04 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-placement-public-route" deleted logger.go:42: 16:11:04 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-placement-public-svc" deleted logger.go:42: 16:11:04 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 16:11:04 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-rabbitmq-svc" deleted logger.go:42: 16:11:04 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-swift-internal-svc" deleted logger.go:42: 16:11:04 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-swift-public-route" deleted logger.go:42: 16:11:04 | ctlplane-tls-custom-issuers/10-rotate-service-certs | secret "cert-swift-public-svc" deleted logger.go:42: 16:11:09 | ctlplane-tls-custom-issuers/10-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:11:09 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:13:08 | ctlplane-tls-custom-issuers/10-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:13:08 | ctlplane-tls-custom-issuers/10-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:13:08 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:13:08 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.45, Ports: 5671 15671 15691) logger.go:42: 16:13:08 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:13:08 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 16:13:08 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:13:09 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 16:13:09 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:13:09 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 16:13:09 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.46, Ports: 6642 6644 1981) logger.go:42: 16:13:09 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:13:09 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:13:09 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:13:10 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:13:10 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:13:10 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:13:10 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.4.42, Ports: 6641 6643 1981) logger.go:42: 16:13:10 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:13:10 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:13:10 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:13:10 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:13:10 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:13:11 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:13:11 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.4.144, Ports: 3000) logger.go:42: 16:13:11 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:13:11 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:13:11 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.249, Ports: 5671 15671 15691) logger.go:42: 16:13:11 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:13:11 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:13:11 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:13:12 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:13:12 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:13:12 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:13:12 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.4.196, Ports: 3306) logger.go:42: 16:13:12 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:13:12 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:13:12 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.4.244, Ports: 3306) logger.go:42: 16:13:12 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:13:13 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:13:13 | ctlplane-tls-custom-issuers/10-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:13:13 | ctlplane-tls-custom-issuers/10-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:13:13 | ctlplane-tls-custom-issuers/10-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:13:13 | ctlplane-tls-custom-issuers/10-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:13:13 | ctlplane-tls-custom-issuers/10-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:13:14 | ctlplane-tls-custom-issuers/10-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:13:14 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:13:14 | ctlplane-tls-custom-issuers/10-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:13:14 | ctlplane-tls-custom-issuers/10-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:13:14 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:13:14 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.45, Ports: 5671 15671 15691) logger.go:42: 16:13:14 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:13:14 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 16:13:14 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:13:14 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 16:13:14 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:13:14 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 16:13:15 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.46, Ports: 6642 6644 1981) logger.go:42: 16:13:15 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:13:15 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:13:15 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:13:15 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:13:15 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:13:16 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:13:16 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.4.42, Ports: 6641 6643 1981) logger.go:42: 16:13:16 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:13:16 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:13:16 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:13:16 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:13:16 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:13:17 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:13:17 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.4.144, Ports: 3000) logger.go:42: 16:13:17 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:13:17 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:13:17 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.249, Ports: 5671 15671 15691) logger.go:42: 16:13:17 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:13:17 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:13:17 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:13:18 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:13:18 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:13:18 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:13:18 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.4.196, Ports: 3306) logger.go:42: 16:13:18 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:13:18 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:13:18 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.4.244, Ports: 3306) logger.go:42: 16:13:18 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:13:19 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:13:19 | ctlplane-tls-custom-issuers/10-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:13:19 | ctlplane-tls-custom-issuers/10-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:13:19 | ctlplane-tls-custom-issuers/10-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:13:19 | ctlplane-tls-custom-issuers/10-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:13:19 | ctlplane-tls-custom-issuers/10-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:13:20 | ctlplane-tls-custom-issuers/10-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:13:20 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:13:20 | ctlplane-tls-custom-issuers/10-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:13:20 | ctlplane-tls-custom-issuers/10-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:13:20 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:13:20 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.45, Ports: 5671 15671 15691) logger.go:42: 16:13:20 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:13:20 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 16:13:20 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:13:20 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 16:13:20 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:13:20 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 16:13:21 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.46, Ports: 6642 6644 1981) logger.go:42: 16:13:21 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:13:21 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:13:21 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:13:21 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:13:21 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:13:21 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:13:21 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.4.42, Ports: 6641 6643 1981) logger.go:42: 16:13:22 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:13:22 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:13:22 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:13:22 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:13:22 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:13:22 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:13:22 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.4.144, Ports: 3000) logger.go:42: 16:13:22 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:13:23 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:13:23 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.249, Ports: 5671 15671 15691) logger.go:42: 16:13:23 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:13:23 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 DO NOT match the secret. logger.go:42: 16:13:23 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:13:23 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 DO NOT match the secret. logger.go:42: 16:13:23 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:13:23 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 DO NOT match the secret. logger.go:42: 16:13:23 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.4.196, Ports: 3306) logger.go:42: 16:13:24 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:13:24 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:13:24 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.4.244, Ports: 3306) logger.go:42: 16:13:24 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:13:24 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:13:24 | ctlplane-tls-custom-issuers/10-rotate-service-certs | The following services had certificate mismatches: logger.go:42: 16:13:24 | ctlplane-tls-custom-issuers/10-rotate-service-certs | - rabbitmq-cell1 on port 5671 logger.go:42: 16:13:24 | ctlplane-tls-custom-issuers/10-rotate-service-certs | - rabbitmq-cell1 on port 15671 logger.go:42: 16:13:24 | ctlplane-tls-custom-issuers/10-rotate-service-certs | - rabbitmq-cell1 on port 15691 logger.go:42: 16:13:24 | ctlplane-tls-custom-issuers/10-rotate-service-certs | command failure, skipping 2 additional commands logger.go:42: 16:13:25 | ctlplane-tls-custom-issuers/10-rotate-service-certs | running command: [sh -c echo "Waiting for OpenStack control plane to be ready..." oc wait openstackcontrolplane -n $NAMESPACE --for=condition=Ready --timeout=400s -l core.openstack.org/openstackcontrolplane ] logger.go:42: 16:13:25 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Waiting for OpenStack control plane to be ready... logger.go:42: 16:13:25 | ctlplane-tls-custom-issuers/10-rotate-service-certs | openstackcontrolplane.core.openstack.org/openstack condition met logger.go:42: 16:13:25 | ctlplane-tls-custom-issuers/10-rotate-service-certs | running command: [sh -c echo "Checking rotation of non API service certificates..." NAMESPACE=$NAMESPACE bash ../../common/osp_check_noapi_service_certs.sh ] logger.go:42: 16:13:25 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking rotation of non API service certificates... logger.go:42: 16:13:25 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: rabbitmq (ClusterIP: 10.217.5.45, Ports: 5671 15671 15691) logger.go:42: 16:13:26 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq on port 5671... logger.go:42: 16:13:26 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq on port 5671 match the secret. logger.go:42: 16:13:26 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq on port 15671... logger.go:42: 16:13:26 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq on port 15671 match the secret. logger.go:42: 16:13:26 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq on port 15691... logger.go:42: 16:13:26 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq on port 15691 match the secret. logger.go:42: 16:13:26 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: ovsdbserver-sb-0 (ClusterIP: 10.217.4.46, Ports: 6642 6644 1981) logger.go:42: 16:13:26 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6642... logger.go:42: 16:13:26 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6642 match the secret. logger.go:42: 16:13:26 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 6644... logger.go:42: 16:13:27 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 6644 match the secret. logger.go:42: 16:13:27 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-sb-0 on port 1981... logger.go:42: 16:13:27 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-sb-0 on port 1981 match the secret. logger.go:42: 16:13:27 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: ovsdbserver-nb-0 (ClusterIP: 10.217.4.42, Ports: 6641 6643 1981) logger.go:42: 16:13:27 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6641... logger.go:42: 16:13:27 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6641 match the secret. logger.go:42: 16:13:27 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 6643... logger.go:42: 16:13:27 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 6643 match the secret. logger.go:42: 16:13:27 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ovsdbserver-nb-0 on port 1981... logger.go:42: 16:13:28 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ovsdbserver-nb-0 on port 1981 match the secret. logger.go:42: 16:13:28 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: ceilometer-internal (ClusterIP: 10.217.4.144, Ports: 3000) logger.go:42: 16:13:28 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to ceilometer-internal on port 3000... logger.go:42: 16:13:28 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for ceilometer-internal on port 3000 match the secret. logger.go:42: 16:13:28 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking service: rabbitmq-cell1 (ClusterIP: 10.217.4.249, Ports: 5671 15671 15691) logger.go:42: 16:13:28 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq-cell1 on port 5671... logger.go:42: 16:13:29 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq-cell1 on port 5671 match the secret. logger.go:42: 16:13:29 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15671... logger.go:42: 16:13:29 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15671 match the secret. logger.go:42: 16:13:29 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to rabbitmq-cell1 on port 15691... logger.go:42: 16:13:29 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for rabbitmq-cell1 on port 15691 match the secret. logger.go:42: 16:13:29 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking database: openstack-cell1 (ClusterIP: 10.217.4.196, Ports: 3306) logger.go:42: 16:13:29 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to openstack-cell1 on port 3306... logger.go:42: 16:13:29 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for openstack-cell1 on port 3306 match the secret. logger.go:42: 16:13:29 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking database: openstack (ClusterIP: 10.217.4.244, Ports: 3306) logger.go:42: 16:13:30 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Connecting to openstack on port 3306... logger.go:42: 16:13:30 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Certificates for openstack on port 3306 match the secret. logger.go:42: 16:13:30 | ctlplane-tls-custom-issuers/10-rotate-service-certs | running command: [sh -c echo "Checking issuer of internal certificates..." oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_check_cert_issuer.sh "rootca-internal-custom" "internal" ] logger.go:42: 16:13:30 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking issuer of internal certificates... logger.go:42: 16:13:30 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + EXPECTED_ISSUER=rootca-internal-custom logger.go:42: 16:13:30 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ENDPOINT_TYPE=internal logger.go:42: 16:13:30 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER_MISMATCHES= logger.go:42: 16:13:30 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ALL_MATCHED=1 logger.go:42: 16:13:30 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ openstack endpoint list -c URL -f value logger.go:42: 16:13:30 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ grep keystone-public logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + keystone_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! keystone-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + keystone_host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + check_keystone_endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ...' logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ... logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ curl -s -o /dev/null -w '%{http_code}' https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + http_status=300 logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ 300 -ge 200 ]] logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ 300 -lt 400 ]] logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + return 0 logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + endpoint_filter=svc logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ openstack endpoint list -c URL -f value logger.go:42: 16:13:32 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ grep svc logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://cinder-internal.openstack-kuttl-tests.svc:8776/v3 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://cinder-internal.openstack-kuttl-tests.svc:8776/v3 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://cinder-internal.openstack-kuttl-tests.svc:8776/v3 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! cinder-internal.openstack-kuttl-tests.svc:8776 =~ :[0-9]+$ ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking cinder-internal.openstack-kuttl-tests.svc:8776 ...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer cinder-internal.openstack-kuttl-tests.svc:8776...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking cinder-internal.openstack-kuttl-tests.svc:8776 ... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer cinder-internal.openstack-kuttl-tests.svc:8776... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect cinder-internal.openstack-kuttl-tests.svc:8776 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-internal-custom ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! glance-default-internal.openstack-kuttl-tests.svc:9292 =~ :[0-9]+$ ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking glance-default-internal.openstack-kuttl-tests.svc:9292 ...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer glance-default-internal.openstack-kuttl-tests.svc:9292...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking glance-default-internal.openstack-kuttl-tests.svc:9292 ... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer glance-default-internal.openstack-kuttl-tests.svc:9292... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect glance-default-internal.openstack-kuttl-tests.svc:9292 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-internal-custom ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port 'https://swift-internal.openstack-kuttl-tests.svc:8080/v1/AUTH_%(tenant_id)s' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local 'endpoint_url=https://swift-internal.openstack-kuttl-tests.svc:8080/v1/AUTH_%(tenant_id)s' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo 'https://swift-internal.openstack-kuttl-tests.svc:8080/v1/AUTH_%(tenant_id)s' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! swift-internal.openstack-kuttl-tests.svc:8080 =~ :[0-9]+$ ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking swift-internal.openstack-kuttl-tests.svc:8080 ...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking swift-internal.openstack-kuttl-tests.svc:8080 ... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer swift-internal.openstack-kuttl-tests.svc:8080... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer swift-internal.openstack-kuttl-tests.svc:8080...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect swift-internal.openstack-kuttl-tests.svc:8080 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-internal-custom ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! barbican-internal.openstack-kuttl-tests.svc:9311 =~ :[0-9]+$ ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking barbican-internal.openstack-kuttl-tests.svc:9311 ...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer barbican-internal.openstack-kuttl-tests.svc:9311...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking barbican-internal.openstack-kuttl-tests.svc:9311 ... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer barbican-internal.openstack-kuttl-tests.svc:9311... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect barbican-internal.openstack-kuttl-tests.svc:9311 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-internal-custom ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://nova-internal.openstack-kuttl-tests.svc:8774/v2.1 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://nova-internal.openstack-kuttl-tests.svc:8774/v2.1 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://nova-internal.openstack-kuttl-tests.svc:8774/v2.1 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! nova-internal.openstack-kuttl-tests.svc:8774 =~ :[0-9]+$ ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking nova-internal.openstack-kuttl-tests.svc:8774 ... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer nova-internal.openstack-kuttl-tests.svc:8774... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking nova-internal.openstack-kuttl-tests.svc:8774 ...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer nova-internal.openstack-kuttl-tests.svc:8774...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect nova-internal.openstack-kuttl-tests.svc:8774 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-internal-custom ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! placement-internal.openstack-kuttl-tests.svc:8778 =~ :[0-9]+$ ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking placement-internal.openstack-kuttl-tests.svc:8778 ... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking placement-internal.openstack-kuttl-tests.svc:8778 ...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer placement-internal.openstack-kuttl-tests.svc:8778...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer placement-internal.openstack-kuttl-tests.svc:8778... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect placement-internal.openstack-kuttl-tests.svc:8778 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-internal-custom ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! neutron-internal.openstack-kuttl-tests.svc:9696 =~ :[0-9]+$ ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking neutron-internal.openstack-kuttl-tests.svc:9696 ...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking neutron-internal.openstack-kuttl-tests.svc:9696 ... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer neutron-internal.openstack-kuttl-tests.svc:9696... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer neutron-internal.openstack-kuttl-tests.svc:9696...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect neutron-internal.openstack-kuttl-tests.svc:9696 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-internal-custom logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-internal-custom ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ internal == \p\u\b\l\i\c ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+(:[0-9]+)?).*|\1|' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! keystone-internal.openstack-kuttl-tests.svc:5000 =~ :[0-9]+$ ]] logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking keystone-internal.openstack-kuttl-tests.svc:5000 ... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer keystone-internal.openstack-kuttl-tests.svc:5000... logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking keystone-internal.openstack-kuttl-tests.svc:5000 ...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer keystone-internal.openstack-kuttl-tests.svc:5000...' logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect keystone-internal.openstack-kuttl-tests.svc:5000 logger.go:42: 16:13:33 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-internal-custom logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-internal-custom logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-internal-custom logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-internal-custom ]] logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-internal-custom != \r\o\o\t\c\a\-\i\n\t\e\r\n\a\l\-\c\u\s\t\o\m ]] logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + '[' 1 -eq 1 ']' logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'All certificates match the custom issuer rootca-internal-custom' logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | All certificates match the custom issuer rootca-internal-custom logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + exit 0 logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | running command: [sh -c echo "Checking issuer of ingress certificates..." oc exec -i openstackclient -n $NAMESPACE -- bash -s < ../../common/osp_check_cert_issuer.sh "rootca-ingress-custom" "public" ] logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking issuer of ingress certificates... logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + EXPECTED_ISSUER=rootca-ingress-custom logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ENDPOINT_TYPE=public logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER_MISMATCHES= logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ALL_MATCHED=1 logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ openstack endpoint list -c URL -f value logger.go:42: 16:13:34 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ grep keystone-public logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + keystone_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! keystone-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + keystone_host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + check_keystone_endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ...' logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking Keystone endpoint https://keystone-public-openstack-kuttl-tests.apps-crc.testing ... logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ curl -s -o /dev/null -w '%{http_code}' https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + http_status=300 logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ 300 -ge 200 ]] logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ 300 -lt 400 ]] logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + return 0 logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + endpoint_filter=public logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ openstack endpoint list -c URL -f value logger.go:42: 16:13:35 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ grep public logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=placement-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! placement-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking placement-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer placement-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking placement-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer placement-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect placement-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! neutron-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking neutron-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer neutron-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking neutron-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer neutron-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect neutron-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port 'https://swift-public-openstack-kuttl-tests.apps-crc.testing/v1/AUTH_%(tenant_id)s' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local 'endpoint_url=https://swift-public-openstack-kuttl-tests.apps-crc.testing/v1/AUTH_%(tenant_id)s' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo 'https://swift-public-openstack-kuttl-tests.apps-crc.testing/v1/AUTH_%(tenant_id)s' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=swift-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! swift-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking swift-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer swift-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking swift-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer swift-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect swift-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! keystone-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking keystone-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer keystone-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking keystone-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer keystone-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect keystone-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! barbican-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking barbican-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer barbican-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking barbican-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer barbican-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect barbican-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! glance-default-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer glance-default-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer glance-default-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect glance-default-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://cinder-public-openstack-kuttl-tests.apps-crc.testing/v3 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://cinder-public-openstack-kuttl-tests.apps-crc.testing/v3 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://cinder-public-openstack-kuttl-tests.apps-crc.testing/v3 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! cinder-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking cinder-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer cinder-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking cinder-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer cinder-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect cinder-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for url in $(openstack endpoint list -c URL -f value | grep "$endpoint_filter") logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ extract_host_port https://nova-public-openstack-kuttl-tests.apps-crc.testing/v2.1 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local endpoint_url=https://nova-public-openstack-kuttl-tests.apps-crc.testing/v2.1 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ public == \p\u\b\l\i\c ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ echo https://nova-public-openstack-kuttl-tests.apps-crc.testing/v2.1 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ sed -E 's|^[^:/]+://([^:/]+).*|\1|' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=nova-public-openstack-kuttl-tests.apps-crc.testing logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ [[ ! nova-public-openstack-kuttl-tests.apps-crc.testing =~ :[0-9]+$ ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Checking nova-public-openstack-kuttl-tests.apps-crc.testing:443 ... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | Retrying 1 on getting issuer nova-public-openstack-kuttl-tests.apps-crc.testing:443... logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Checking nova-public-openstack-kuttl-tests.apps-crc.testing:443 ...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + for retry in {1..5} logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'Retrying 1 on getting issuer nova-public-openstack-kuttl-tests.apps-crc.testing:443...' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ get_issuer_cn nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local host_port=nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ local output logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl s_client -connect nova-public-openstack-kuttl-tests.apps-crc.testing:443 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | +++ openssl x509 -noout -issuer logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ output=issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ echo issuer=CN=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | ++ sed -n 's/^.*CN[[:space:]]*=[[:space:]]*\([^,]*\).*$/\1/p' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + ISSUER=rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ -n rootca-ingress-custom ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + break logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + [[ rootca-ingress-custom != \r\o\o\t\c\a\-\i\n\g\r\e\s\s\-\c\u\s\t\o\m ]] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | All certificates match the custom issuer rootca-ingress-custom logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + '[' 1 -eq 1 ']' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + echo 'All certificates match the custom issuer rootca-ingress-custom' logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | + exit 0 logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/10-rotate-service-certs | test step completed 10-rotate-service-certs logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/11-cleanup | starting test step 11-cleanup logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/11-cleanup | running command: [sh -c oc delete --ignore-not-found=true -n $NAMESPACE pvc \ srv-swift-storage-0 oc delete --ignore-not-found=true -n $NAMESPACE issuer rootca-internal-custom rootca-ingress-custom oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/11-cleanup | issuer.cert-manager.io "rootca-internal-custom" deleted logger.go:42: 16:13:37 | ctlplane-tls-custom-issuers/11-cleanup | issuer.cert-manager.io "rootca-ingress-custom" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 16:13:38 | ctlplane-tls-custom-issuers/11-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 16:13:44 | ctlplane-tls-custom-issuers/11-cleanup | secret "rootca-internal" deleted logger.go:42: 16:13:44 | ctlplane-tls-custom-issuers/11-cleanup | secret "rootca-libvirt" deleted logger.go:42: 16:13:44 | ctlplane-tls-custom-issuers/11-cleanup | secret "rootca-ovn" deleted logger.go:42: 16:13:44 | ctlplane-tls-custom-issuers/11-cleanup | secret "rootca-public" deleted logger.go:42: 16:14:10 | ctlplane-tls-custom-issuers/11-cleanup | test step completed 11-cleanup logger.go:42: 16:14:10 | ctlplane-tls-custom-issuers | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (1021.47s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/ctlplane-tls-custom-issuers (1019.90s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-galera-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 2 + NAME=swift-swift-storage-0 + oc delete -n openstack-kuttl-tests pvc/swift-swift-storage-0 --ignore-not-found persistentvolumeclaim "swift-swift-storage-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-external-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-external-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-external-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-internal-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-internal-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-internal-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ cut -d / -f 1 ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-cell1-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-cell1-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-cell1-galera-0" deleted ++ awk '{print $1}' ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 17m storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 16:14:29 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 16:14:29 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 16:14:29 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 16:14:29 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 16:14:30 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 16:14:30 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 16:14:30 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/ctlplane-tls-custom-route === PAUSE kuttl/harness/ctlplane-tls-custom-route === CONT kuttl/harness/ctlplane-tls-custom-route logger.go:42: 16:14:30 | ctlplane-tls-custom-route | Ignoring README.md as it does not match file name regexp: ^(\d+)-(?:[^\.]+)(?:\.yaml)?$ logger.go:42: 16:14:30 | ctlplane-tls-custom-route | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 16:14:30 | ctlplane-tls-custom-route/1-deploy-openstack | starting test step 1-deploy-openstack logger.go:42: 16:14:30 | ctlplane-tls-custom-route/1-deploy-openstack | running command: [sh -c oc kustomize ../../../../config/samples/base/openstackcontrolplane | oc apply -n $NAMESPACE -f - ] logger.go:42: 16:14:30 | ctlplane-tls-custom-route/1-deploy-openstack | Warning: spec.galera.template[openstack].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 16:14:30 | ctlplane-tls-custom-route/1-deploy-openstack | Warning: spec.galera.template[openstack-cell1].storageRequest: 500M is not appropriate for production! For production use at least 5G! logger.go:42: 16:14:30 | ctlplane-tls-custom-route/1-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack created logger.go:42: 16:18:54 | ctlplane-tls-custom-route/1-deploy-openstack | test step completed 1-deploy-openstack logger.go:42: 16:18:54 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | starting test step 2-deploy-custom-route-secret logger.go:42: 16:18:54 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | running command: [sh -c source ../../common/create_custom_cert.sh INGRESS_DOMAIN=$(oc get ingresses.config.openshift.io cluster -o jsonpath='{.spec.domain}') create_barbican_placement_routes "${INGRESS_DOMAIN}" "${NAMESPACE}" ] logger.go:42: 16:18:55 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Creating route certificates for barbican and placement... logger.go:42: 16:18:55 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Setting up custom certificate infrastructure in namespace openstack-kuttl-tests... logger.go:42: 16:18:55 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Creating self-signed issuer in namespace openstack-kuttl-tests... logger.go:42: 16:18:55 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Warning: resource issuers/selfsigned-issuer is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by oc apply. oc apply should only be used on resources created declaratively by either oc create --save-config or oc apply. The missing annotation will be patched automatically. logger.go:42: 16:18:55 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | issuer.cert-manager.io/selfsigned-issuer configured logger.go:42: 16:18:55 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Waiting for 'issuer/selfsigned-issuer' in namespace 'openstack-kuttl-tests' to become 'condition=Ready'... logger.go:42: 16:18:55 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | issuer.cert-manager.io/selfsigned-issuer condition met logger.go:42: 16:18:55 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Self-signed issuer is ready logger.go:42: 16:18:55 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Creating custom root CA and issuer: rootca-ingress-custom in namespace openstack-kuttl-tests... logger.go:42: 16:18:56 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | certificate.cert-manager.io/rootca-ingress-custom unchanged logger.go:42: 16:18:56 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Waiting for 'certificate/rootca-ingress-custom' in namespace 'openstack-kuttl-tests' to become 'condition=Ready'... logger.go:42: 16:18:56 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | certificate.cert-manager.io/rootca-ingress-custom condition met logger.go:42: 16:18:56 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Root CA certificate rootca-ingress-custom is ready logger.go:42: 16:18:56 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | issuer.cert-manager.io/rootca-ingress-custom created logger.go:42: 16:18:56 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Waiting for 'issuer/rootca-ingress-custom' in namespace 'openstack-kuttl-tests' to become 'condition=Ready'... logger.go:42: 16:18:56 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | issuer.cert-manager.io/rootca-ingress-custom condition met logger.go:42: 16:18:56 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Custom issuer rootca-ingress-custom is ready logger.go:42: 16:18:56 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Creating custom root CA and issuer: rootca-internal-custom in namespace openstack-kuttl-tests... logger.go:42: 16:18:57 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | certificate.cert-manager.io/rootca-internal-custom unchanged logger.go:42: 16:18:57 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Waiting for 'certificate/rootca-internal-custom' in namespace 'openstack-kuttl-tests' to become 'condition=Ready'... logger.go:42: 16:18:57 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | certificate.cert-manager.io/rootca-internal-custom condition met logger.go:42: 16:18:57 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Root CA certificate rootca-internal-custom is ready logger.go:42: 16:18:57 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | issuer.cert-manager.io/rootca-internal-custom created logger.go:42: 16:18:57 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Waiting for 'issuer/rootca-internal-custom' in namespace 'openstack-kuttl-tests' to become 'condition=Ready'... logger.go:42: 16:18:57 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | issuer.cert-manager.io/rootca-internal-custom condition met logger.go:42: 16:18:57 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Custom issuer rootca-internal-custom is ready logger.go:42: 16:18:57 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Custom certificate infrastructure setup complete logger.go:42: 16:18:57 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Creating custom route certificate for barbican... logger.go:42: 16:18:58 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Creating wildcard certificate barbican-custom-route-cert for *.apps-crc.testing... logger.go:42: 16:18:58 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Warning: spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`. logger.go:42: 16:18:58 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | certificate.cert-manager.io/barbican-custom-route-cert created logger.go:42: 16:18:58 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Waiting for 'certificate/barbican-custom-route-cert' in namespace 'openstack-kuttl-tests' to become 'condition=Ready'... logger.go:42: 16:18:58 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | certificate.cert-manager.io/barbican-custom-route-cert condition met logger.go:42: 16:18:58 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Wildcard certificate barbican-custom-route-cert is ready logger.go:42: 16:19:00 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Creating route-compatible secret barbican-custom-route... logger.go:42: 16:19:00 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | secret/barbican-custom-route created logger.go:42: 16:19:00 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Route certificate secret barbican-custom-route created successfully logger.go:42: 16:19:00 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Creating custom route certificate for placement... logger.go:42: 16:19:00 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Creating wildcard certificate placement-custom-route-cert for *.apps-crc.testing... logger.go:42: 16:19:00 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Warning: spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`. logger.go:42: 16:19:00 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | certificate.cert-manager.io/placement-custom-route-cert created logger.go:42: 16:19:00 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Waiting for 'certificate/placement-custom-route-cert' in namespace 'openstack-kuttl-tests' to become 'condition=Ready'... logger.go:42: 16:19:01 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | certificate.cert-manager.io/placement-custom-route-cert condition met logger.go:42: 16:19:01 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Wildcard certificate placement-custom-route-cert is ready logger.go:42: 16:19:03 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Creating route-compatible secret placement-custom-route... logger.go:42: 16:19:03 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | secret/placement-custom-route created logger.go:42: 16:19:03 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Route certificate secret placement-custom-route created successfully logger.go:42: 16:19:03 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Route certificates created successfully logger.go:42: 16:19:03 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | - barbican-custom-route logger.go:42: 16:19:03 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | - placement-custom-route logger.go:42: 16:19:03 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | running command: [sh -c # Generate ConfigMap for kustomize from the placement-custom-route secret bash ../../common/prepare_placement_certs.sh ] logger.go:42: 16:19:03 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Waiting for placement-custom-route secret to be created... logger.go:42: 16:19:03 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Secret placement-custom-route found in namespace openstack-kuttl-tests logger.go:42: 16:19:03 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Fetching certificates from placement-custom-route secret and creating ConfigMap... logger.go:42: 16:19:03 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | Creating ConfigMap file at: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/common/../../../config/samples/tls/custom_route_cert/placement-cert-data.yaml logger.go:42: 16:19:04 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | configmap/placement-cert-data created logger.go:42: 16:19:04 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | ConfigMap placement-cert-data created at /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/common/../../../config/samples/tls/custom_route_cert/placement-cert-data.yaml and applied to namespace openstack-kuttl-tests logger.go:42: 16:19:04 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | This file will be used by kustomize as a resource logger.go:42: 16:19:04 | ctlplane-tls-custom-route/2-deploy-custom-route-secret | test step completed 2-deploy-custom-route-secret logger.go:42: 16:19:04 | ctlplane-tls-custom-route/3-deploy-openstack | starting test step 3-deploy-openstack logger.go:42: 16:19:04 | ctlplane-tls-custom-route/3-deploy-openstack | running command: [sh -c # Apply OpenStackControlPlane with kustomize (ConfigMap was created in step 02) oc kustomize ../../../../config/samples/tls/custom_route_cert | oc apply -n $NAMESPACE -f - ] logger.go:42: 16:19:04 | ctlplane-tls-custom-route/3-deploy-openstack | configmap/placement-cert-data unchanged logger.go:42: 16:19:04 | ctlplane-tls-custom-route/3-deploy-openstack | openstackcontrolplane.core.openstack.org/openstack configured logger.go:42: 16:19:05 | ctlplane-tls-custom-route/3-deploy-openstack | test step completed 3-deploy-openstack logger.go:42: 16:19:05 | ctlplane-tls-custom-route/4- | starting test step 4- logger.go:42: 16:19:05 | ctlplane-tls-custom-route/4- | running command: [sh -c echo "Checking barbican custom route certificate..." bash ../../common/osp_check_route_cert.sh "barbican" ] logger.go:42: 16:19:05 | ctlplane-tls-custom-route/4- | Checking barbican custom route certificate... logger.go:42: 16:19:06 | ctlplane-tls-custom-route/4- | TLS data matches for route barbican in namespace openstack-kuttl-tests. logger.go:42: 16:19:06 | ctlplane-tls-custom-route/4- | running command: [sh -c echo "Checking placement custom route certificate..." bash ../../common/osp_check_route_cert.sh "placement" ] logger.go:42: 16:19:06 | ctlplane-tls-custom-route/4- | Checking placement custom route certificate... logger.go:42: 16:19:06 | ctlplane-tls-custom-route/4- | TLS data matches for route placement in namespace openstack-kuttl-tests. logger.go:42: 16:19:06 | ctlplane-tls-custom-route/4- | running command: [sh -c echo "Verifying placement route override certificates in OpenStackControlPlane..." bash ../../common/verify_route_override_certs.sh "placement" ] logger.go:42: 16:19:06 | ctlplane-tls-custom-route/4- | Verifying placement route override certificates in OpenStackControlPlane... logger.go:42: 16:19:06 | ctlplane-tls-custom-route/4- | Verifying placement route override certificates... logger.go:42: 16:19:07 | ctlplane-tls-custom-route/4- | ✓ All certificates match for placement logger.go:42: 16:19:07 | ctlplane-tls-custom-route/4- | test step completed 4- logger.go:42: 16:19:07 | ctlplane-tls-custom-route/5-cleanup | starting test step 5-cleanup logger.go:42: 16:19:07 | ctlplane-tls-custom-route/5-cleanup | running command: [sh -c oc delete --ignore-not-found=true -n $NAMESPACE pvc \ srv-swift-storage-0 oc delete --ignore-not-found=true -n $NAMESPACE issuer rootca-internal-custom rootca-ingress-custom oc delete secret --ignore-not-found=true combined-ca-bundle -n $NAMESPACE oc delete secret -l service-cert -n $NAMESPACE oc delete secret -l ca-cert -n $NAMESPACE ] logger.go:42: 16:19:07 | ctlplane-tls-custom-route/5-cleanup | issuer.cert-manager.io "rootca-internal-custom" deleted logger.go:42: 16:19:07 | ctlplane-tls-custom-route/5-cleanup | issuer.cert-manager.io "rootca-ingress-custom" deleted logger.go:42: 16:19:07 | ctlplane-tls-custom-route/5-cleanup | secret "combined-ca-bundle" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-barbican-internal-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-barbican-public-route" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-barbican-public-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-ceilometer-internal-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-cinder-internal-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-cinder-public-route" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-cinder-public-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-galera-openstack-cell1-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-galera-openstack-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-glance-default-internal-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-glance-default-public-route" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-glance-default-public-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-keystone-internal-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-keystone-public-route" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-keystone-public-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-kube-state-metrics-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-memcached-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-neutron-internal-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-neutron-ovndbs" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-neutron-public-route" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-neutron-public-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-nova-internal-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-nova-novncproxy-cell1-public-route" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-nova-novncproxy-cell1-public-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-nova-novncproxy-cell1-vencrypt" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-nova-public-route" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-nova-public-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-ovn-metrics" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-ovndbcluster-nb-ovndbs" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-ovndbcluster-sb-ovndbs" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-ovnnorthd-ovndbs" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-placement-internal-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-placement-public-route" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-placement-public-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-rabbitmq-cell1-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-rabbitmq-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-swift-internal-svc" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-swift-public-route" deleted logger.go:42: 16:19:08 | ctlplane-tls-custom-route/5-cleanup | secret "cert-swift-public-svc" deleted logger.go:42: 16:19:14 | ctlplane-tls-custom-route/5-cleanup | secret "rootca-internal" deleted logger.go:42: 16:19:14 | ctlplane-tls-custom-route/5-cleanup | secret "rootca-libvirt" deleted logger.go:42: 16:19:14 | ctlplane-tls-custom-route/5-cleanup | secret "rootca-ovn" deleted logger.go:42: 16:19:14 | ctlplane-tls-custom-route/5-cleanup | secret "rootca-public" deleted logger.go:42: 16:19:41 | ctlplane-tls-custom-route/5-cleanup | test step completed 5-cleanup logger.go:42: 16:19:41 | ctlplane-tls-custom-route | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (312.12s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/ctlplane-tls-custom-route (310.65s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-galera-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-external-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-external-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-external-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-external-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/swift-swift-storage-0 ++ cut -d / -f 2 + NAME=swift-swift-storage-0 + oc delete -n openstack-kuttl-tests pvc/swift-swift-storage-0 --ignore-not-found persistentvolumeclaim "swift-swift-storage-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/glance-glance-default-internal-api-0 ++ cut -d / -f 2 + NAME=glance-glance-default-internal-api-0 + oc delete -n openstack-kuttl-tests pvc/glance-glance-default-internal-api-0 --ignore-not-found persistentvolumeclaim "glance-glance-default-internal-api-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-nb-etc-ovn-ovsdbserver-nb-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/mysql-db-openstack-cell1-galera-0 ++ cut -d / -f 2 + NAME=mysql-db-openstack-cell1-galera-0 + oc delete -n openstack-kuttl-tests pvc/mysql-db-openstack-cell1-galera-0 --ignore-not-found persistentvolumeclaim "mysql-db-openstack-cell1-galera-0" deleted + for pvc in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | grep Bound | awk '{print $6}'` ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 1 + NS=openstack-kuttl-tests ++ echo openstack-kuttl-tests/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 ++ cut -d / -f 2 + NAME=ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 + oc delete -n openstack-kuttl-tests pvc/ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0 --ignore-not-found persistentvolumeclaim "ovndbcluster-sb-etc-ovn-ovsdbserver-sb-0" deleted ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 5m19s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 16:19:59 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 16:19:59 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 16:20:00 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 16:20:00 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 16:20:00 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 16:20:00 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 16:20:01 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/dataplane-create-test === PAUSE kuttl/harness/dataplane-create-test === CONT kuttl/harness/dataplane-create-test logger.go:42: 16:20:01 | dataplane-create-test | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 16:20:01 | dataplane-create-test/0-dataplane-create | starting test step 0-dataplane-create logger.go:42: 16:20:01 | dataplane-create-test/0-dataplane-create | ConfigMap:openstack-kuttl-tests/network-config-template created logger.go:42: 16:20:01 | dataplane-create-test/0-dataplane-create | OpenStackDataPlaneNodeSet:openstack-kuttl-tests/openstack-edpm-ipam created logger.go:42: 16:20:23 | dataplane-create-test/0-dataplane-create | test step completed 0-dataplane-create logger.go:42: 16:20:23 | dataplane-create-test | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (23.57s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/dataplane-create-test (22.33s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 29s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 16:20:40 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 16:20:40 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 16:20:40 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 16:20:40 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 16:20:41 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 16:20:41 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 16:20:41 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/dataplane-deploy-global-service-test === PAUSE kuttl/harness/dataplane-deploy-global-service-test === CONT kuttl/harness/dataplane-deploy-global-service-test logger.go:42: 16:20:41 | dataplane-deploy-global-service-test | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 16:20:41 | dataplane-deploy-global-service-test/0-dataplane-create | starting test step 0-dataplane-create logger.go:42: 16:20:41 | dataplane-deploy-global-service-test/0-dataplane-create | Secret:op**********le created logger.go:42: 16:20:41 | dataplane-deploy-global-service-test/0-dataplane-create | Secret:op**********ig created logger.go:42: 16:20:41 | dataplane-deploy-global-service-test/0-dataplane-create | ConfigMap:openstack-kuttl-tests/ovncontroller-config created logger.go:42: 16:20:41 | dataplane-deploy-global-service-test/0-dataplane-create | Secret:op**********ig created logger.go:42: 16:20:41 | dataplane-deploy-global-service-test/0-dataplane-create | Secret:op**********ig created logger.go:42: 16:20:41 | dataplane-deploy-global-service-test/0-dataplane-create | Secret:op**********ig created logger.go:42: 16:20:41 | dataplane-deploy-global-service-test/0-dataplane-create | Secret:op**********ig created logger.go:42: 16:20:41 | dataplane-deploy-global-service-test/0-dataplane-create | Secret:op**********ig created logger.go:42: 16:20:41 | dataplane-deploy-global-service-test/0-dataplane-create | Secret:op**********ey created logger.go:42: 16:20:41 | dataplane-deploy-global-service-test/0-dataplane-create | Secret:op**********et updated Warning: unknown field "spec.label" logger.go:42: 16:20:41 | dataplane-deploy-global-service-test/0-dataplane-create | OpenStackDataPlaneService:openstack-kuttl-tests/custom-global-service created logger.go:42: 16:20:41 | dataplane-deploy-global-service-test/0-dataplane-create | ConfigMap:openstack-kuttl-tests/network-config-template created logger.go:42: 16:20:41 | dataplane-deploy-global-service-test/0-dataplane-create | OpenStackDataPlaneNodeSet:openstack-kuttl-tests/edpm-compute-global created logger.go:42: 16:20:52 | dataplane-deploy-global-service-test/0-dataplane-create | test step completed 0-dataplane-create logger.go:42: 16:20:52 | dataplane-deploy-global-service-test/1-dataplane-deploy | starting test step 1-dataplane-deploy logger.go:42: 16:20:52 | dataplane-deploy-global-service-test/1-dataplane-deploy | OpenStackDataPlaneDeployment:openstack-kuttl-tests/edpm-compute-global created logger.go:42: 16:22:22 | dataplane-deploy-global-service-test/1-dataplane-deploy | test step completed 1-dataplane-deploy logger.go:42: 16:22:22 | dataplane-deploy-global-service-test/2-add-nodeset | starting test step 2-add-nodeset logger.go:42: 16:22:22 | dataplane-deploy-global-service-test/2-add-nodeset | OpenStackDataPlaneNodeSet:openstack-kuttl-tests/edpm-compute-beta-nodeset created logger.go:42: 16:22:22 | dataplane-deploy-global-service-test/2-add-nodeset | OpenStackDataPlaneDeployment:openstack-kuttl-tests/edpm-multinodeset created logger.go:42: 16:24:00 | dataplane-deploy-global-service-test/2-add-nodeset | test step completed 2-add-nodeset logger.go:42: 16:24:00 | dataplane-deploy-global-service-test | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (199.83s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/dataplane-deploy-global-service-test (198.46s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 3m25s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ oc apply -f - ++ cat configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ oc apply -f - ++ cat role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 16:24:17 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 16:24:17 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 16:24:17 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 16:24:17 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 16:24:18 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 16:24:18 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 16:24:18 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/dataplane-deploy-multiple-secrets === PAUSE kuttl/harness/dataplane-deploy-multiple-secrets === CONT kuttl/harness/dataplane-deploy-multiple-secrets logger.go:42: 16:24:18 | dataplane-deploy-multiple-secrets | Ignoring certs.yaml as it does not match file name regexp: ^(\d+)-(?:[^\.]+)(?:\.yaml)?$ logger.go:42: 16:24:18 | dataplane-deploy-multiple-secrets | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 16:24:18 | dataplane-deploy-multiple-secrets/0-dataplane-create | starting test step 0-dataplane-create logger.go:42: 16:24:18 | dataplane-deploy-multiple-secrets/0-dataplane-create | OpenStackDataPlaneService:openstack-kuttl-tests/generic-service1 created logger.go:42: 16:24:18 | dataplane-deploy-multiple-secrets/0-dataplane-create | OpenStackDataPlaneService:openstack-kuttl-tests/install-certs-ovr created logger.go:42: 16:24:18 | dataplane-deploy-multiple-secrets/0-dataplane-create | OpenStackDataPlaneNodeSet:openstack-kuttl-tests/openstack-edpm-tls created logger.go:42: 16:24:39 | dataplane-deploy-multiple-secrets/0-dataplane-create | test step completed 0-dataplane-create logger.go:42: 16:24:39 | dataplane-deploy-multiple-secrets/1-create-cert-issuers | starting test step 1-create-cert-issuers logger.go:42: 16:24:39 | dataplane-deploy-multiple-secrets/1-create-cert-issuers | running command: [sh -c function wait_for() { timeout=$1 shift 1 until [ $timeout -le 0 ] || ("$@" &> /dev/null); do echo waiting for "$@" sleep 1 timeout=$(( timeout - 1 )) done if [ $timeout -le 0 ]; then return 1 fi } if oc get secret combined-ca-bundle -n openstack-kuttl-tests; then oc delete secret combined-ca-bundle -n openstack-kuttl-tests; fi oc apply -f ./certs.yaml wait_for 100 oc get secret osp-rootca-secret -n openstack-kuttl-tests CA_CRT=$(oc get secret osp-rootca-secret -n openstack-kuttl-tests -o json|jq -r '.data."ca.crt"') oc create secret generic combined-ca-bundle -n openstack-kuttl-tests --from-literal=TLSCABundleFile=$CA_CRT ] logger.go:42: 16:24:39 | dataplane-deploy-multiple-secrets/1-create-cert-issuers | Error from server (NotFound): secrets "combined-ca-bundle" not found logger.go:42: 16:24:40 | dataplane-deploy-multiple-secrets/1-create-cert-issuers | issuer.cert-manager.io/selfsigned-issuer created logger.go:42: 16:24:40 | dataplane-deploy-multiple-secrets/1-create-cert-issuers | Warning: spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`. logger.go:42: 16:24:40 | dataplane-deploy-multiple-secrets/1-create-cert-issuers | certificate.cert-manager.io/osp-rootca created logger.go:42: 16:24:40 | dataplane-deploy-multiple-secrets/1-create-cert-issuers | issuer.cert-manager.io/rootca-internal created logger.go:42: 16:24:40 | dataplane-deploy-multiple-secrets/1-create-cert-issuers | secret/combined-ca-bundle created logger.go:42: 16:24:40 | dataplane-deploy-multiple-secrets/1-create-cert-issuers | test step completed 1-create-cert-issuers logger.go:42: 16:24:40 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | starting test step 2-dataplane-deploy Warning: unknown field "spec.services" logger.go:42: 16:24:40 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | OpenStackDataPlaneDeployment:openstack-kuttl-tests/openstack-edpm-tls created logger.go:42: 16:24:40 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | running command: [sh -c template='{{index .metadata.annotations "cert-manager.io/alt-names" }}' names=$(oc get secret cert-generic-service1-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:24:40 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | Error from server (NotFound): secrets "cert-generic-service1-default-edpm-compute-0" not found logger.go:42: 16:24:40 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | bad match: logger.go:42: 16:24:41 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | running command: [sh -c template='{{index .metadata.annotations "cert-manager.io/alt-names" }}' names=$(oc get secret cert-generic-service1-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:24:41 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | Error from server (NotFound): secrets "cert-generic-service1-default-edpm-compute-0" not found logger.go:42: 16:24:41 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | bad match: logger.go:42: 16:24:42 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | running command: [sh -c template='{{index .metadata.annotations "cert-manager.io/alt-names" }}' names=$(oc get secret cert-generic-service1-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:24:43 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | running command: [sh -c template='{{index .metadata.annotations "cert-manager.io/alt-names" }}' names=$(oc get secret cert-generic-service1-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:24:44 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | running command: [sh -c template='{{index .metadata.annotations "cert-manager.io/alt-names" }}' names=$(oc get secret cert-generic-service1-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:24:46 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | running command: [sh -c template='{{index .metadata.annotations "cert-manager.io/alt-names" }}' names=$(oc get secret cert-generic-service1-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:24:47 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | running command: [sh -c template='{{index .metadata.annotations "cert-manager.io/alt-names" }}' names=$(oc get secret cert-generic-service1-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:24:48 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | running command: [sh -c template='{{index .metadata.annotations "cert-manager.io/alt-names" }}' names=$(oc get secret cert-generic-service1-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:24:49 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | running command: [sh -c template='{{index .metadata.annotations "cert-manager.io/alt-names" }}' names=$(oc get secret cert-generic-service1-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:24:50 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | running command: [sh -c template='{{index .metadata.annotations "cert-manager.io/alt-names" }}' names=$(oc get secret cert-generic-service1-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:24:51 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | running command: [sh -c template='{{index .metadata.annotations "cert-manager.io/alt-names" }}' names=$(oc get secret cert-generic-service1-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:24:52 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | running command: [sh -c template='{{index .metadata.annotations "cert-manager.io/alt-names" }}' names=$(oc get secret cert-generic-service1-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:24:53 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | running command: [sh -c template='{{index .metadata.annotations "cert-manager.io/alt-names" }}' names=$(oc get secret cert-generic-service1-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:24:55 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | running command: [sh -c template='{{index .metadata.annotations "cert-manager.io/alt-names" }}' names=$(oc get secret cert-generic-service1-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:24:56 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | running command: [sh -c template='{{index .metadata.annotations "cert-manager.io/alt-names" }}' names=$(oc get secret cert-generic-service1-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:24:56 | dataplane-deploy-multiple-secrets/2-dataplane-deploy | test step completed 2-dataplane-deploy logger.go:42: 16:24:56 | dataplane-deploy-multiple-secrets | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (39.23s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/dataplane-deploy-multiple-secrets (37.87s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 45s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 16:25:13 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 16:25:13 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 16:25:14 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 16:25:14 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 16:25:14 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 16:25:14 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 16:25:15 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/dataplane-deploy-no-nodes-test === PAUSE kuttl/harness/dataplane-deploy-no-nodes-test === CONT kuttl/harness/dataplane-deploy-no-nodes-test logger.go:42: 16:25:15 | dataplane-deploy-no-nodes-test | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 16:25:15 | dataplane-deploy-no-nodes-test/0-dataplane-create | starting test step 0-dataplane-create logger.go:42: 16:25:15 | dataplane-deploy-no-nodes-test/0-dataplane-create | Secret:op**********ig created logger.go:42: 16:25:15 | dataplane-deploy-no-nodes-test/0-dataplane-create | ConfigMap:openstack-kuttl-tests/ovncontroller-config created logger.go:42: 16:25:15 | dataplane-deploy-no-nodes-test/0-dataplane-create | Secret:op**********ig created logger.go:42: 16:25:15 | dataplane-deploy-no-nodes-test/0-dataplane-create | Secret:op**********ig created logger.go:42: 16:25:15 | dataplane-deploy-no-nodes-test/0-dataplane-create | Secret:op**********ig created logger.go:42: 16:25:15 | dataplane-deploy-no-nodes-test/0-dataplane-create | Secret:op**********ig created logger.go:42: 16:25:15 | dataplane-deploy-no-nodes-test/0-dataplane-create | Secret:op**********ig created logger.go:42: 16:25:15 | dataplane-deploy-no-nodes-test/0-dataplane-create | Secret:op**********ey created logger.go:42: 16:25:15 | dataplane-deploy-no-nodes-test/0-dataplane-create | Secret:op**********et updated logger.go:42: 16:25:15 | dataplane-deploy-no-nodes-test/0-dataplane-create | OpenStackDataPlaneNodeSet:openstack-kuttl-tests/edpm-compute-no-nodes created logger.go:42: 16:25:26 | dataplane-deploy-no-nodes-test/0-dataplane-create | test step completed 0-dataplane-create logger.go:42: 16:25:26 | dataplane-deploy-no-nodes-test/1-dataplane-deploy | starting test step 1-dataplane-deploy logger.go:42: 16:25:26 | dataplane-deploy-no-nodes-test/1-dataplane-deploy | OpenStackDataPlaneDeployment:openstack-kuttl-tests/edpm-compute-no-nodes created logger.go:42: 16:26:41 | dataplane-deploy-no-nodes-test/1-dataplane-deploy | test step completed 1-dataplane-deploy logger.go:42: 16:26:41 | dataplane-deploy-no-nodes-test/2-dataplane-deploy-services-override | starting test step 2-dataplane-deploy-services-override Warning: unknown field "spec.label" logger.go:42: 16:26:41 | dataplane-deploy-no-nodes-test/2-dataplane-deploy-services-override | OpenStackDataPlaneService:openstack-kuttl-tests/custom-svc created logger.go:42: 16:26:41 | dataplane-deploy-no-nodes-test/2-dataplane-deploy-services-override | OpenStackDataPlaneDeployment:openstack-kuttl-tests/edpm-compute-no-nodes-ovrd created logger.go:42: 16:26:41 | dataplane-deploy-no-nodes-test/2-dataplane-deploy-services-override | test step completed 2-dataplane-deploy-services-override logger.go:42: 16:26:41 | dataplane-deploy-no-nodes-test/3-update-ovn-cm | starting test step 3-update-ovn-cm logger.go:42: 16:26:41 | dataplane-deploy-no-nodes-test/3-update-ovn-cm | running command: [sh -c sleep 30] logger.go:42: 16:27:11 | dataplane-deploy-no-nodes-test/3-update-ovn-cm | ConfigMap:openstack-kuttl-tests/ovncontroller-config updated logger.go:42: 16:27:11 | dataplane-deploy-no-nodes-test/3-update-ovn-cm | test step completed 3-update-ovn-cm logger.go:42: 16:27:11 | dataplane-deploy-no-nodes-test/4-dataplane-deploy | starting test step 4-dataplane-deploy logger.go:42: 16:27:11 | dataplane-deploy-no-nodes-test/4-dataplane-deploy | OpenStackDataPlaneDeployment:openstack-kuttl-tests/edpm-compute-no-nodes-updated-ovn-cm created logger.go:42: 16:27:16 | dataplane-deploy-no-nodes-test/4-dataplane-deploy | test step completed 4-dataplane-deploy logger.go:42: 16:27:16 | dataplane-deploy-no-nodes-test/5-dataplane-deploy-service-not-found | starting test step 5-dataplane-deploy-service-not-found logger.go:42: 16:27:16 | dataplane-deploy-no-nodes-test/5-dataplane-deploy-service-not-found | OpenStackDataPlaneDeployment:openstack-kuttl-tests/edpm-compute-no-nodes-non-existent-service created logger.go:42: 16:27:19 | dataplane-deploy-no-nodes-test/5-dataplane-deploy-service-not-found | test step completed 5-dataplane-deploy-service-not-found logger.go:42: 16:27:19 | dataplane-deploy-no-nodes-test/6-add-nodeset | starting test step 6-add-nodeset logger.go:42: 16:27:19 | dataplane-deploy-no-nodes-test/6-add-nodeset | OpenStackDataPlaneNodeSet:openstack-kuttl-tests/edpm-compute-beta-nodeset created logger.go:42: 16:27:19 | dataplane-deploy-no-nodes-test/6-add-nodeset | OpenStackDataPlaneDeployment:openstack-kuttl-tests/edpm-multinodeset created logger.go:42: 16:28:50 | dataplane-deploy-no-nodes-test/6-add-nodeset | test step completed 6-add-nodeset logger.go:42: 16:28:50 | dataplane-deploy-no-nodes-test/7-dataplane-deploy-node-selector | starting test step 7-dataplane-deploy-node-selector logger.go:42: 16:28:50 | dataplane-deploy-no-nodes-test/7-dataplane-deploy-node-selector | OpenStackDataPlaneDeployment:openstack-kuttl-tests/edpm-compute-node-selection created logger.go:42: 16:28:51 | dataplane-deploy-no-nodes-test/7-dataplane-deploy-node-selector | test step completed 7-dataplane-deploy-node-selector logger.go:42: 16:28:51 | dataplane-deploy-no-nodes-test | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (218.26s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/dataplane-deploy-no-nodes-test (216.73s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 3m44s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' ++ oc get pv -o json + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 16:29:09 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 16:29:09 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 16:29:09 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 16:29:09 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 16:29:10 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 16:29:10 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 16:29:10 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/dataplane-deploy-tls-test === PAUSE kuttl/harness/dataplane-deploy-tls-test === CONT kuttl/harness/dataplane-deploy-tls-test logger.go:42: 16:29:10 | dataplane-deploy-tls-test | Ignoring certs.yaml as it does not match file name regexp: ^(\d+)-(?:[^\.]+)(?:\.yaml)?$ logger.go:42: 16:29:10 | dataplane-deploy-tls-test | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 16:29:10 | dataplane-deploy-tls-test/0-dataplane-create | starting test step 0-dataplane-create logger.go:42: 16:29:10 | dataplane-deploy-tls-test/0-dataplane-create | OpenStackDataPlaneService:openstack-kuttl-tests/tls-dnsnames created logger.go:42: 16:29:10 | dataplane-deploy-tls-test/0-dataplane-create | OpenStackDataPlaneService:openstack-kuttl-tests/install-certs-ovrd created logger.go:42: 16:29:10 | dataplane-deploy-tls-test/0-dataplane-create | ConfigMap:openstack-kuttl-tests/network-config-template created logger.go:42: 16:29:10 | dataplane-deploy-tls-test/0-dataplane-create | OpenStackDataPlaneNodeSet:openstack-kuttl-tests/openstack-edpm-tls created logger.go:42: 16:29:21 | dataplane-deploy-tls-test/0-dataplane-create | test step completed 0-dataplane-create logger.go:42: 16:29:21 | dataplane-deploy-tls-test/1-create-cert-issuers | starting test step 1-create-cert-issuers logger.go:42: 16:29:21 | dataplane-deploy-tls-test/1-create-cert-issuers | running command: [sh -c function wait_for() { timeout=$1 shift 1 until [ $timeout -le 0 ] || ("$@" &> /dev/null); do echo waiting for "$@" sleep 1 timeout=$(( timeout - 1 )) done if [ $timeout -le 0 ]; then return 1 fi } if oc get secret combined-ca-bundle -n openstack-kuttl-tests; then oc delete secret combined-ca-bundle -n openstack-kuttl-tests; fi oc apply -f ./certs.yaml wait_for 100 oc get secret osp-rootca-secret -n openstack-kuttl-tests CA_CRT=$(oc get secret osp-rootca-secret -n openstack-kuttl-tests -o json|jq -r '.data."ca.crt"') oc create secret generic combined-ca-bundle -n openstack-kuttl-tests --from-literal=tls-ca-bundle.pem=$CA_CRT ] logger.go:42: 16:29:22 | dataplane-deploy-tls-test/1-create-cert-issuers | NAME TYPE DATA AGE logger.go:42: 16:29:22 | dataplane-deploy-tls-test/1-create-cert-issuers | combined-ca-bundle Opaque 1 4m42s logger.go:42: 16:29:22 | dataplane-deploy-tls-test/1-create-cert-issuers | secret "combined-ca-bundle" deleted logger.go:42: 16:29:22 | dataplane-deploy-tls-test/1-create-cert-issuers | issuer.cert-manager.io/selfsigned-issuer unchanged logger.go:42: 16:29:22 | dataplane-deploy-tls-test/1-create-cert-issuers | certificate.cert-manager.io/osp-rootca unchanged logger.go:42: 16:29:22 | dataplane-deploy-tls-test/1-create-cert-issuers | issuer.cert-manager.io/rootca-internal unchanged logger.go:42: 16:29:22 | dataplane-deploy-tls-test/1-create-cert-issuers | secret/combined-ca-bundle created logger.go:42: 16:29:22 | dataplane-deploy-tls-test/1-create-cert-issuers | test step completed 1-create-cert-issuers logger.go:42: 16:29:22 | dataplane-deploy-tls-test/2-dataplane-deploy | starting test step 2-dataplane-deploy logger.go:42: 16:29:22 | dataplane-deploy-tls-test/2-dataplane-deploy | OpenStackDataPlaneDeployment:openstack-kuttl-tests/openstack-edpm-tls created logger.go:42: 16:29:22 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:23 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:24 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:24 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:25 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:25 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:26 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:26 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:27 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:28 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:29 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:29 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:30 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:30 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:31 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:31 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:32 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:32 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:34 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:34 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:35 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:35 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:36 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:36 | dataplane-deploy-tls-test/2-dataplane-deploy | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate tls-dnsnames-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:36 | dataplane-deploy-tls-test/2-dataplane-deploy | test step completed 2-dataplane-deploy logger.go:42: 16:29:36 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | starting test step 3-dataplane-deploy-services-override logger.go:42: 16:29:36 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | OpenStackDataPlaneService:openstack-kuttl-tests/tls-dns-ips created logger.go:42: 16:29:36 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | OpenStackDataPlaneService:openstack-kuttl-tests/custom-tls-dns created logger.go:42: 16:29:36 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | OpenStackDataPlaneService:openstack-kuttl-tests/install-certs-ovrd updated logger.go:42: 16:29:36 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | OpenStackDataPlaneDeployment:openstack-kuttl-tests/openstack-edpm-tls-ovrd created logger.go:42: 16:29:36 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:36 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | Error from server (NotFound): certificates.cert-manager.io "custom-tls-dns-default-edpm-compute-0" not found logger.go:42: 16:29:36 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | bad dnsnames match: logger.go:42: 16:29:36 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | command failure, skipping 1 additional commands logger.go:42: 16:29:38 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:38 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:39 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:39 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:40 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:40 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:41 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:41 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:42 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:43 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:44 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:44 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:45 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:45 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:46 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:46 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:47 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:48 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:49 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:49 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:50 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:50 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:51 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:51 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:52 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:53 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:54 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:54 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:55 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:55 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:56 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.dnsNames }}' names=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $names > test123.data regex="(?=.*(edpm-compute-0\.internalapi\.example\.com))(?=.*(edpm-compute-0\.storage\.example\.com))(?=.*(edpm-compute-0\.tenant\.example\.com))(?=.*(edpm-compute-0\.ctlplane\.example\.com))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad dnsnames match: $names" exit 1 else exit 0 fi ] logger.go:42: 16:29:56 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | running command: [sh -c template='{{index .spec.usages }}' usages=$(oc get certificate custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o go-template="$template") echo $usages > test123.data regex="(?=.*(key encipherment))(?=.*(digital signature))(?=.*(server auth))(?=.*(client auth))" matches=$(grep -P "$regex" test123.data) rm test123.data if [ -z "$matches" ]; then echo "bad usages match: $usages" exit 1 else exit 0 fi ] logger.go:42: 16:29:57 | dataplane-deploy-tls-test/3-dataplane-deploy-services-override | test step completed 3-dataplane-deploy-services-override logger.go:42: 16:29:57 | dataplane-deploy-tls-test/4-rotate-certs | starting test step 4-rotate-certs logger.go:42: 16:29:57 | dataplane-deploy-tls-test/4-rotate-certs | running command: [oc delete -n openstack-kuttl-tests secrets cert-custom-tls-dns-default-edpm-compute-0 cert-tls-dns-ips-default-edpm-compute-0] logger.go:42: 16:29:57 | dataplane-deploy-tls-test/4-rotate-certs | secret "cert-custom-tls-dns-default-edpm-compute-0" deleted logger.go:42: 16:29:57 | dataplane-deploy-tls-test/4-rotate-certs | secret "cert-tls-dns-ips-default-edpm-compute-0" deleted logger.go:42: 16:29:57 | dataplane-deploy-tls-test/4-rotate-certs | test step completed 4-rotate-certs logger.go:42: 16:29:57 | dataplane-deploy-tls-test/5-dataplane-redeploy | starting test step 5-dataplane-redeploy logger.go:42: 16:29:57 | dataplane-deploy-tls-test/5-dataplane-redeploy | OpenStackDataPlaneDeployment:openstack-kuttl-tests/certs-refresh created logger.go:42: 16:29:57 | dataplane-deploy-tls-test/5-dataplane-redeploy | running command: [sh -c PNAME=`oc get pod -l job-name=install-certs-ovrd-certs-refresh-openstack-edpm-tls --field-selector status.phase=Succeeded -n openstack-kuttl-tests -o name` echo $PNAME if [ -z "$PNAME" ]; then echo "Waiting for successful ansibleee pod" exit 1 fi serial1=`oc get secret cert-custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o json|jq -r '.data."tls.crt"'|base64 -d |openssl x509 -noout -serial` echo "serial1:" $serial1 serial2=`oc debug $PNAME -n openstack-kuttl-tests -- cat /var/lib/openstack/certs/custom-tls-dns/default/edpm-compute-0.ctlplane.example.com-tls.crt |openssl x509 -noout -serial` echo "serial2:" $serial2 if [ $serial1 != $serial2 ]; then echo "serials for cert-custom-tls-dns-default-edpm-compute-0 not equal" exit 1 fi serial1=`oc get secret cert-tls-dns-ips-default-edpm-compute-0 -n openstack-kuttl-tests -o json|jq -r '.data."tls.crt"'|base64 -d |openssl x509 -noout -serial` echo "serial1:" $serial1 serial2=`oc debug $PNAME -n openstack-kuttl-tests -- cat /var/lib/openstack/certs/tls-dns-ips/default/edpm-compute-0.ctlplane.example.com-tls.crt |openssl x509 -noout -serial` echo "serial2:" $serial2 if [ $serial1 != $serial2 ]; then echo "serials for cert-tls-dns-ips-default-edpm-compute-0 not equal" exit 1 fi exit 0 ] logger.go:42: 16:29:57 | dataplane-deploy-tls-test/5-dataplane-redeploy | logger.go:42: 16:29:57 | dataplane-deploy-tls-test/5-dataplane-redeploy | Waiting for successful ansibleee pod logger.go:42: 16:29:58 | dataplane-deploy-tls-test/5-dataplane-redeploy | running command: [sh -c PNAME=`oc get pod -l job-name=install-certs-ovrd-certs-refresh-openstack-edpm-tls --field-selector status.phase=Succeeded -n openstack-kuttl-tests -o name` echo $PNAME if [ -z "$PNAME" ]; then echo "Waiting for successful ansibleee pod" exit 1 fi serial1=`oc get secret cert-custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o json|jq -r '.data."tls.crt"'|base64 -d |openssl x509 -noout -serial` echo "serial1:" $serial1 serial2=`oc debug $PNAME -n openstack-kuttl-tests -- cat /var/lib/openstack/certs/custom-tls-dns/default/edpm-compute-0.ctlplane.example.com-tls.crt |openssl x509 -noout -serial` echo "serial2:" $serial2 if [ $serial1 != $serial2 ]; then echo "serials for cert-custom-tls-dns-default-edpm-compute-0 not equal" exit 1 fi serial1=`oc get secret cert-tls-dns-ips-default-edpm-compute-0 -n openstack-kuttl-tests -o json|jq -r '.data."tls.crt"'|base64 -d |openssl x509 -noout -serial` echo "serial1:" $serial1 serial2=`oc debug $PNAME -n openstack-kuttl-tests -- cat /var/lib/openstack/certs/tls-dns-ips/default/edpm-compute-0.ctlplane.example.com-tls.crt |openssl x509 -noout -serial` echo "serial2:" $serial2 if [ $serial1 != $serial2 ]; then echo "serials for cert-tls-dns-ips-default-edpm-compute-0 not equal" exit 1 fi exit 0 ] logger.go:42: 16:29:58 | dataplane-deploy-tls-test/5-dataplane-redeploy | logger.go:42: 16:29:58 | dataplane-deploy-tls-test/5-dataplane-redeploy | Waiting for successful ansibleee pod logger.go:42: 16:29:59 | dataplane-deploy-tls-test/5-dataplane-redeploy | running command: [sh -c PNAME=`oc get pod -l job-name=install-certs-ovrd-certs-refresh-openstack-edpm-tls --field-selector status.phase=Succeeded -n openstack-kuttl-tests -o name` echo $PNAME if [ -z "$PNAME" ]; then echo "Waiting for successful ansibleee pod" exit 1 fi serial1=`oc get secret cert-custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o json|jq -r '.data."tls.crt"'|base64 -d |openssl x509 -noout -serial` echo "serial1:" $serial1 serial2=`oc debug $PNAME -n openstack-kuttl-tests -- cat /var/lib/openstack/certs/custom-tls-dns/default/edpm-compute-0.ctlplane.example.com-tls.crt |openssl x509 -noout -serial` echo "serial2:" $serial2 if [ $serial1 != $serial2 ]; then echo "serials for cert-custom-tls-dns-default-edpm-compute-0 not equal" exit 1 fi serial1=`oc get secret cert-tls-dns-ips-default-edpm-compute-0 -n openstack-kuttl-tests -o json|jq -r '.data."tls.crt"'|base64 -d |openssl x509 -noout -serial` echo "serial1:" $serial1 serial2=`oc debug $PNAME -n openstack-kuttl-tests -- cat /var/lib/openstack/certs/tls-dns-ips/default/edpm-compute-0.ctlplane.example.com-tls.crt |openssl x509 -noout -serial` echo "serial2:" $serial2 if [ $serial1 != $serial2 ]; then echo "serials for cert-tls-dns-ips-default-edpm-compute-0 not equal" exit 1 fi exit 0 ] logger.go:42: 16:29:59 | dataplane-deploy-tls-test/5-dataplane-redeploy | logger.go:42: 16:29:59 | dataplane-deploy-tls-test/5-dataplane-redeploy | Waiting for successful ansibleee pod logger.go:42: 16:30:00 | dataplane-deploy-tls-test/5-dataplane-redeploy | running command: [sh -c PNAME=`oc get pod -l job-name=install-certs-ovrd-certs-refresh-openstack-edpm-tls --field-selector status.phase=Succeeded -n openstack-kuttl-tests -o name` echo $PNAME if [ -z "$PNAME" ]; then echo "Waiting for successful ansibleee pod" exit 1 fi serial1=`oc get secret cert-custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o json|jq -r '.data."tls.crt"'|base64 -d |openssl x509 -noout -serial` echo "serial1:" $serial1 serial2=`oc debug $PNAME -n openstack-kuttl-tests -- cat /var/lib/openstack/certs/custom-tls-dns/default/edpm-compute-0.ctlplane.example.com-tls.crt |openssl x509 -noout -serial` echo "serial2:" $serial2 if [ $serial1 != $serial2 ]; then echo "serials for cert-custom-tls-dns-default-edpm-compute-0 not equal" exit 1 fi serial1=`oc get secret cert-tls-dns-ips-default-edpm-compute-0 -n openstack-kuttl-tests -o json|jq -r '.data."tls.crt"'|base64 -d |openssl x509 -noout -serial` echo "serial1:" $serial1 serial2=`oc debug $PNAME -n openstack-kuttl-tests -- cat /var/lib/openstack/certs/tls-dns-ips/default/edpm-compute-0.ctlplane.example.com-tls.crt |openssl x509 -noout -serial` echo "serial2:" $serial2 if [ $serial1 != $serial2 ]; then echo "serials for cert-tls-dns-ips-default-edpm-compute-0 not equal" exit 1 fi exit 0 ] logger.go:42: 16:30:00 | dataplane-deploy-tls-test/5-dataplane-redeploy | logger.go:42: 16:30:00 | dataplane-deploy-tls-test/5-dataplane-redeploy | Waiting for successful ansibleee pod logger.go:42: 16:30:01 | dataplane-deploy-tls-test/5-dataplane-redeploy | running command: [sh -c PNAME=`oc get pod -l job-name=install-certs-ovrd-certs-refresh-openstack-edpm-tls --field-selector status.phase=Succeeded -n openstack-kuttl-tests -o name` echo $PNAME if [ -z "$PNAME" ]; then echo "Waiting for successful ansibleee pod" exit 1 fi serial1=`oc get secret cert-custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o json|jq -r '.data."tls.crt"'|base64 -d |openssl x509 -noout -serial` echo "serial1:" $serial1 serial2=`oc debug $PNAME -n openstack-kuttl-tests -- cat /var/lib/openstack/certs/custom-tls-dns/default/edpm-compute-0.ctlplane.example.com-tls.crt |openssl x509 -noout -serial` echo "serial2:" $serial2 if [ $serial1 != $serial2 ]; then echo "serials for cert-custom-tls-dns-default-edpm-compute-0 not equal" exit 1 fi serial1=`oc get secret cert-tls-dns-ips-default-edpm-compute-0 -n openstack-kuttl-tests -o json|jq -r '.data."tls.crt"'|base64 -d |openssl x509 -noout -serial` echo "serial1:" $serial1 serial2=`oc debug $PNAME -n openstack-kuttl-tests -- cat /var/lib/openstack/certs/tls-dns-ips/default/edpm-compute-0.ctlplane.example.com-tls.crt |openssl x509 -noout -serial` echo "serial2:" $serial2 if [ $serial1 != $serial2 ]; then echo "serials for cert-tls-dns-ips-default-edpm-compute-0 not equal" exit 1 fi exit 0 ] logger.go:42: 16:30:01 | dataplane-deploy-tls-test/5-dataplane-redeploy | logger.go:42: 16:30:01 | dataplane-deploy-tls-test/5-dataplane-redeploy | Waiting for successful ansibleee pod logger.go:42: 16:30:02 | dataplane-deploy-tls-test/5-dataplane-redeploy | running command: [sh -c PNAME=`oc get pod -l job-name=install-certs-ovrd-certs-refresh-openstack-edpm-tls --field-selector status.phase=Succeeded -n openstack-kuttl-tests -o name` echo $PNAME if [ -z "$PNAME" ]; then echo "Waiting for successful ansibleee pod" exit 1 fi serial1=`oc get secret cert-custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o json|jq -r '.data."tls.crt"'|base64 -d |openssl x509 -noout -serial` echo "serial1:" $serial1 serial2=`oc debug $PNAME -n openstack-kuttl-tests -- cat /var/lib/openstack/certs/custom-tls-dns/default/edpm-compute-0.ctlplane.example.com-tls.crt |openssl x509 -noout -serial` echo "serial2:" $serial2 if [ $serial1 != $serial2 ]; then echo "serials for cert-custom-tls-dns-default-edpm-compute-0 not equal" exit 1 fi serial1=`oc get secret cert-tls-dns-ips-default-edpm-compute-0 -n openstack-kuttl-tests -o json|jq -r '.data."tls.crt"'|base64 -d |openssl x509 -noout -serial` echo "serial1:" $serial1 serial2=`oc debug $PNAME -n openstack-kuttl-tests -- cat /var/lib/openstack/certs/tls-dns-ips/default/edpm-compute-0.ctlplane.example.com-tls.crt |openssl x509 -noout -serial` echo "serial2:" $serial2 if [ $serial1 != $serial2 ]; then echo "serials for cert-tls-dns-ips-default-edpm-compute-0 not equal" exit 1 fi exit 0 ] logger.go:42: 16:30:02 | dataplane-deploy-tls-test/5-dataplane-redeploy | logger.go:42: 16:30:02 | dataplane-deploy-tls-test/5-dataplane-redeploy | Waiting for successful ansibleee pod logger.go:42: 16:30:03 | dataplane-deploy-tls-test/5-dataplane-redeploy | running command: [sh -c PNAME=`oc get pod -l job-name=install-certs-ovrd-certs-refresh-openstack-edpm-tls --field-selector status.phase=Succeeded -n openstack-kuttl-tests -o name` echo $PNAME if [ -z "$PNAME" ]; then echo "Waiting for successful ansibleee pod" exit 1 fi serial1=`oc get secret cert-custom-tls-dns-default-edpm-compute-0 -n openstack-kuttl-tests -o json|jq -r '.data."tls.crt"'|base64 -d |openssl x509 -noout -serial` echo "serial1:" $serial1 serial2=`oc debug $PNAME -n openstack-kuttl-tests -- cat /var/lib/openstack/certs/custom-tls-dns/default/edpm-compute-0.ctlplane.example.com-tls.crt |openssl x509 -noout -serial` echo "serial2:" $serial2 if [ $serial1 != $serial2 ]; then echo "serials for cert-custom-tls-dns-default-edpm-compute-0 not equal" exit 1 fi serial1=`oc get secret cert-tls-dns-ips-default-edpm-compute-0 -n openstack-kuttl-tests -o json|jq -r '.data."tls.crt"'|base64 -d |openssl x509 -noout -serial` echo "serial1:" $serial1 serial2=`oc debug $PNAME -n openstack-kuttl-tests -- cat /var/lib/openstack/certs/tls-dns-ips/default/edpm-compute-0.ctlplane.example.com-tls.crt |openssl x509 -noout -serial` echo "serial2:" $serial2 if [ $serial1 != $serial2 ]; then echo "serials for cert-tls-dns-ips-default-edpm-compute-0 not equal" exit 1 fi exit 0 ] logger.go:42: 16:30:03 | dataplane-deploy-tls-test/5-dataplane-redeploy | pod/install-certs-ovrd-certs-refresh-openstack-edpm-tls-md8lb logger.go:42: 16:30:04 | dataplane-deploy-tls-test/5-dataplane-redeploy | serial1: serial=69C796CA4FAC16E6A63D4837C58B4F98 logger.go:42: 16:30:04 | dataplane-deploy-tls-test/5-dataplane-redeploy | Warning: metadata.name: this is used in the Pod's hostname, which can result in surprising behavior; a DNS label is recommended: [must be no more than 63 characters] logger.go:42: 16:30:04 | dataplane-deploy-tls-test/5-dataplane-redeploy | Starting pod/install-certs-ovrd-certs-refresh-openstack-edpm-tls-md8lb-debug-2kn2w ... logger.go:42: 16:30:06 | dataplane-deploy-tls-test/5-dataplane-redeploy | logger.go:42: 16:30:06 | dataplane-deploy-tls-test/5-dataplane-redeploy | Removing debug pod ... logger.go:42: 16:30:06 | dataplane-deploy-tls-test/5-dataplane-redeploy | serial2: serial=69C796CA4FAC16E6A63D4837C58B4F98 logger.go:42: 16:30:06 | dataplane-deploy-tls-test/5-dataplane-redeploy | serial1: serial=A2C3B5C41D5AAAE8DC043FAA6E96CD4C logger.go:42: 16:30:06 | dataplane-deploy-tls-test/5-dataplane-redeploy | Warning: metadata.name: this is used in the Pod's hostname, which can result in surprising behavior; a DNS label is recommended: [must be no more than 63 characters] logger.go:42: 16:30:06 | dataplane-deploy-tls-test/5-dataplane-redeploy | Starting pod/install-certs-ovrd-certs-refresh-openstack-edpm-tls-md8lb-debug-26955 ... logger.go:42: 16:30:08 | dataplane-deploy-tls-test/5-dataplane-redeploy | logger.go:42: 16:30:08 | dataplane-deploy-tls-test/5-dataplane-redeploy | Removing debug pod ... logger.go:42: 16:30:08 | dataplane-deploy-tls-test/5-dataplane-redeploy | serial2: serial=A2C3B5C41D5AAAE8DC043FAA6E96CD4C logger.go:42: 16:30:08 | dataplane-deploy-tls-test/5-dataplane-redeploy | test step completed 5-dataplane-redeploy logger.go:42: 16:30:08 | dataplane-deploy-tls-test | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (58.87s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/dataplane-deploy-tls-test (57.47s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 64s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ oc apply -f - ++ cat serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 16:30:24 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 16:30:24 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 16:30:25 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 16:30:25 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 16:30:26 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 16:30:26 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 16:30:26 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/dataplane-extramounts === PAUSE kuttl/harness/dataplane-extramounts === CONT kuttl/harness/dataplane-extramounts logger.go:42: 16:30:26 | dataplane-extramounts | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 16:30:26 | dataplane-extramounts/0-dataplane-create | starting test step 0-dataplane-create Warning: unknown field "spec.label" logger.go:42: 16:30:26 | dataplane-extramounts/0-dataplane-create | OpenStackDataPlaneService:openstack-kuttl-tests/test-service created logger.go:42: 16:30:26 | dataplane-extramounts/0-dataplane-create | OpenStackDataPlaneNodeSet:openstack-kuttl-tests/edpm-extramounts created logger.go:42: 16:30:26 | dataplane-extramounts/0-dataplane-create | OpenStackDataPlaneDeployment:openstack-kuttl-tests/edpm-extramounts created logger.go:42: 16:30:41 | dataplane-extramounts/0-dataplane-create | test step completed 0-dataplane-create logger.go:42: 16:30:41 | dataplane-extramounts | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (16.61s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/dataplane-extramounts (15.11s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ grep Bound ++ awk '{print $6}' ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 22s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ oc apply -f - ++ cat role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 16:30:59 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 16:30:59 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 16:30:59 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 16:30:59 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 16:31:00 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 16:31:00 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 16:31:00 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/dataplane-multinode-nodeset-create-test === PAUSE kuttl/harness/dataplane-multinode-nodeset-create-test === CONT kuttl/harness/dataplane-multinode-nodeset-create-test logger.go:42: 16:31:00 | dataplane-multinode-nodeset-create-test | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 16:31:00 | dataplane-multinode-nodeset-create-test/0-dataplane-create | starting test step 0-dataplane-create logger.go:42: 16:31:00 | dataplane-multinode-nodeset-create-test/0-dataplane-create | ConfigMap:openstack-kuttl-tests/network-config-template created logger.go:42: 16:31:00 | dataplane-multinode-nodeset-create-test/0-dataplane-create | OpenStackDataPlaneNodeSet:openstack-kuttl-tests/openstack-edpm-multinode created logger.go:42: 16:31:21 | dataplane-multinode-nodeset-create-test/0-dataplane-create | test step completed 0-dataplane-create logger.go:42: 16:31:21 | dataplane-multinode-nodeset-create-test/1-dataplane-scale-in | starting test step 1-dataplane-scale-in logger.go:42: 16:31:21 | dataplane-multinode-nodeset-create-test/1-dataplane-scale-in | running command: [sh -c oc patch openstackdataplanenodeset/openstack-edpm-multinode -n openstack-kuttl-tests --type json --patch '[{ "op": "remove", "path": "/spec/nodes/edpm-compute-1" }]' ] logger.go:42: 16:31:21 | dataplane-multinode-nodeset-create-test/1-dataplane-scale-in | openstackdataplanenodeset.dataplane.openstack.org/openstack-edpm-multinode patched logger.go:42: 16:31:21 | dataplane-multinode-nodeset-create-test/1-dataplane-scale-in | test step completed 1-dataplane-scale-in logger.go:42: 16:31:21 | dataplane-multinode-nodeset-create-test/2-dataplane-scale-out | starting test step 2-dataplane-scale-out logger.go:42: 16:31:21 | dataplane-multinode-nodeset-create-test/2-dataplane-scale-out | OpenStackDataPlaneNodeSet:openstack-kuttl-tests/openstack-edpm-multinode updated logger.go:42: 16:31:43 | dataplane-multinode-nodeset-create-test/2-dataplane-scale-out | test step completed 2-dataplane-scale-out logger.go:42: 16:31:43 | dataplane-multinode-nodeset-create-test | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (44.04s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/dataplane-multinode-nodeset-create-test (42.71s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 50s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 16:32:00 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 16:32:00 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 16:32:01 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 16:32:01 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 16:32:01 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 16:32:01 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 16:32:01 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/dataplane-service-config === PAUSE kuttl/harness/dataplane-service-config === CONT kuttl/harness/dataplane-service-config logger.go:42: 16:32:01 | dataplane-service-config | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 16:32:01 | dataplane-service-config/0-create | starting test step 0-create logger.go:42: 16:32:01 | dataplane-service-config/0-create | ConfigMap:openstack-kuttl-tests/kuttl-service-cm-0 created logger.go:42: 16:32:01 | dataplane-service-config/0-create | ConfigMap:openstack-kuttl-tests/kuttl-service-cm-1 created logger.go:42: 16:32:01 | dataplane-service-config/0-create | ConfigMap:openstack-kuttl-tests/kuttl-service-cm-2 created logger.go:42: 16:32:02 | dataplane-service-config/0-create | OpenStackDataPlaneService:openstack-kuttl-tests/kuttl-service created logger.go:42: 16:32:02 | dataplane-service-config/0-create | OpenStackDataPlaneNodeSet:openstack-kuttl-tests/edpm-compute-no-nodes created logger.go:42: 16:32:02 | dataplane-service-config/0-create | OpenStackDataPlaneDeployment:openstack-kuttl-tests/edpm-compute-no-nodes created logger.go:42: 16:32:20 | dataplane-service-config/0-create | test step completed 0-create logger.go:42: 16:32:20 | dataplane-service-config | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (19.60s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/dataplane-service-config (18.16s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ grep Bound ++ awk '{print $6}' ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 25s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 16:32:36 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 16:32:36 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 16:32:37 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 16:32:37 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 16:32:37 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 16:32:37 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 16:32:38 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/dataplane-service-custom-image === PAUSE kuttl/harness/dataplane-service-custom-image === CONT kuttl/harness/dataplane-service-custom-image logger.go:42: 16:32:38 | dataplane-service-custom-image | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 16:32:38 | dataplane-service-custom-image/0-dataplane-create | starting test step 0-dataplane-create logger.go:42: 16:32:38 | dataplane-service-custom-image/0-dataplane-create | OpenStackDataPlaneService:openstack-kuttl-tests/custom-img-svc created logger.go:42: 16:32:38 | dataplane-service-custom-image/0-dataplane-create | OpenStackDataPlaneNodeSet:openstack-kuttl-tests/edpm-no-nodes-custom-svc created logger.go:42: 16:32:38 | dataplane-service-custom-image/0-dataplane-create | OpenStackDataPlaneDeployment:openstack-kuttl-tests/edpm-compute-no-nodes created logger.go:42: 16:32:53 | dataplane-service-custom-image/0-dataplane-create | test step completed 0-dataplane-create logger.go:42: 16:32:53 | dataplane-service-custom-image | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (16.51s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/dataplane-service-custom-image (15.13s) PASS No resources found make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage_cleanup.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/cleanup-crc-pv.sh ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $6}' ++ grep Bound ++ oc get pv --selector provisioned-by=crc-devsetup --no-headers ++ awk '{print $1}' + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage01-crc persistentvolume "local-storage01-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage02-crc persistentvolume "local-storage02-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage03-crc persistentvolume "local-storage03-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage04-crc persistentvolume "local-storage04-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage05-crc persistentvolume "local-storage05-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage06-crc persistentvolume "local-storage06-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage07-crc persistentvolume "local-storage07-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage08-crc persistentvolume "local-storage08-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage09-crc persistentvolume "local-storage09-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage10-crc persistentvolume "local-storage10-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage11-crc persistentvolume "local-storage11-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage12-crc persistentvolume "local-storage12-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage13-crc persistentvolume "local-storage13-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage14-crc persistentvolume "local-storage14-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage15-crc persistentvolume "local-storage15-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage16-crc persistentvolume "local-storage16-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage17-crc persistentvolume "local-storage17-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage18-crc persistentvolume "local-storage18-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage19-crc persistentvolume "local-storage19-crc" deleted + for pv in `oc get pv --selector provisioned-by=crc-devsetup --no-headers | awk '{print $1}'` + oc delete pv/local-storage20-crc persistentvolume "local-storage20-crc" deleted if oc get sc "local-storage"; then oc delete sc "local-storage"; fi NAME PROVISIONER RECLAIMPOLICY VOLUMEBINDINGMODE ALLOWVOLUMEEXPANSION AGE local-storage kubernetes.io/no-provisioner Delete WaitForFirstConsumer true 22s storageclass.storage.k8s.io "local-storage" deleted bash scripts/delete-pv.sh +++ dirname scripts/delete-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc delete ++ set -ex ++ NODE=crc ++ OPERATION=delete ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/retry_make_crc_storage.sh 3 make[3]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z crc-storage ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/crc-storage + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc-storage ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc-storage/namespace.yaml namespace/crc-storage unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io crc-storage); do sleep 1; done" NAME DISPLAY NAME STATUS crc-storage Active oc project crc-storage Already on project "crc-storage" on server "https://api.crc.testing:6443". bash scripts/create-pv.sh +++ dirname scripts/create-pv.sh ++ cd scripts ++ pwd -P + SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_common.sh ++ set -ex ++ OPERATION=create ++ cat ++ oc apply -f - configmap/crc-storage unchanged ++ cat ++ oc apply -f - serviceaccount/crc-storage unchanged ++ cat ++ oc apply -f - role.rbac.authorization.k8s.io/crc-storage-role unchanged ++ cat ++ oc apply -f - rolebinding.rbac.authorization.k8s.io/crc-storage-rolebinding unchanged + PV_NUM=20 + TIMEOUT=500s ++ oc get pv -o json ++ jq -r '.items[] | select(.status.phase | test("Released")).metadata.name' + released= ++ oc get node -o template --template '{{range .items}}{{.metadata.name}}{{"\n"}}{{end}}' -l node-role.kubernetes.io/worker + NODE_NAMES=crc + '[' -z crc ']' + for node in $NODE_NAMES + . /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/scripts/storage_apply.sh crc create ++ set -ex ++ NODE=crc ++ OPERATION=create ++ oc delete -n crc-storage job crc-storage-crc --ignore-not-found job.batch "crc-storage-crc" deleted ++ cat ++ oc apply -f - Warning: would violate PodSecurity "restricted:latest": privileged (container "storage" must not set securityContext.privileged=true), allowPrivilegeEscalation != false (container "storage" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "storage" must set securityContext.capabilities.drop=["ALL"]), restricted volume types (volume "node-mnt" uses restricted volume type "hostPath"), runAsNonRoot != true (pod or container "storage" must set securityContext.runAsNonRoot=true), runAsUser=0 (pod and container "storage" must not set runAsUser=0) job.batch/crc-storage-crc created + oc wait job -n crc-storage -l install-yamls.crc.storage --for condition=Complete --timeout 500s job.batch/crc-storage-crc condition met bash scripts/gen-crc-pv-kustomize.sh + OUT=/home/zuul/ci-framework-data/artifacts/manifests + '[' -z '"local-storage"' ']' + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/crc ']' + PV_NUM=20 + STORAGE_CAPACITY=10 ++ oc get node -o name -l node-role.kubernetes.io/worker ++ head -c-1 ++ sed -e 's|node/||' ++ tr '\n' ' ' + NODE_NAMES=crc + '[' -z crc ']' + cat + for node in $NODE_NAMES ++ seq -w 20 + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + for i in `seq -w $PV_NUM` + cat ++ sed -e 's/^"//' -e 's/"$//' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/crc/storage.yaml storageclass.storage.k8s.io/local-storage created persistentvolume/local-storage01-crc created persistentvolume/local-storage02-crc created persistentvolume/local-storage03-crc created persistentvolume/local-storage04-crc created persistentvolume/local-storage05-crc created persistentvolume/local-storage06-crc created persistentvolume/local-storage07-crc created persistentvolume/local-storage08-crc created persistentvolume/local-storage09-crc created persistentvolume/local-storage10-crc created persistentvolume/local-storage11-crc created persistentvolume/local-storage12-crc created persistentvolume/local-storage13-crc created persistentvolume/local-storage14-crc created persistentvolume/local-storage15-crc created persistentvolume/local-storage16-crc created persistentvolume/local-storage17-crc created persistentvolume/local-storage18-crc created persistentvolume/local-storage19-crc created persistentvolume/local-storage20-crc created persistentvolumeclaim/ansible-ee-logs unchanged make[3]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make[2]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' 2026/01/21 16:33:09 kutt-test config testdirs is overridden with args: [ /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests ] === RUN kuttl harness.go:463: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://api.crc.testing:6443 logger.go:42: 16:33:09 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_netconfig.yaml] logger.go:42: 16:33:10 | | netconfig.network.openstack.org/netconfig configured logger.go:42: 16:33:10 | | running command: [oc apply -n openstack-kuttl-tests -f https://raw.githubusercontent.com/openstack-k8s-operators/infra-operator/main/config/samples/network_v1beta1_dnsmasq.yaml] logger.go:42: 16:33:11 | | dnsmasq.network.openstack.org/dnsmasq configured logger.go:42: 16:33:11 | | running command: [sh -c if [ ! -f ansibleee-ssh-key-id_rsa ]; then ssh-keygen -f ansibleee-ssh-key-id_rsa -N "" -t rsa -b 4096 fi oc create secret generic dataplane-ansible-ssh-private-key-secret \ --save-config \ --dry-run=client \ --from-file=authorized_keys=ansibleee-ssh-key-id_rsa.pub \ --from-file=ssh-privatekey=an**********sa \ --from-file=ssh-publickey=ansibleee-ssh-key-id_rsa.pub \ -n openstack-kuttl-tests \ -o yaml | \ oc apply -f - ] logger.go:42: 16:33:11 | | secret/dataplane-ansible-ssh-private-key-secret configured harness.go:363: running tests harness.go:75: going to run test suite with timeout of 1380 seconds for each step harness.go:375: testsuite: /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator/test/kuttl/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/dataplane-service-failure === PAUSE kuttl/harness/dataplane-service-failure === CONT kuttl/harness/dataplane-service-failure logger.go:42: 16:33:11 | dataplane-service-failure | Skipping creation of user-supplied namespace: openstack-kuttl-tests logger.go:42: 16:33:11 | dataplane-service-failure/0-create | starting test step 0-create logger.go:42: 16:33:11 | dataplane-service-failure/0-create | OpenStackDataPlaneService:openstack-kuttl-tests/failed-service created logger.go:42: 16:33:11 | dataplane-service-failure/0-create | OpenStackDataPlaneNodeSet:openstack-kuttl-tests/edpm-compute-no-nodes created logger.go:42: 16:33:11 | dataplane-service-failure/0-create | OpenStackDataPlaneDeployment:openstack-kuttl-tests/edpm-compute-no-nodes created logger.go:42: 16:34:46 | dataplane-service-failure/0-create | test step completed 0-create logger.go:42: 16:34:46 | dataplane-service-failure | skipping kubernetes event logging === NAME kuttl harness.go:406: run tests finished harness.go:514: cleaning up harness.go:571: removing temp folder: "" --- PASS: kuttl (96.55s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/dataplane-service-failure (95.21s) PASS make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make openstack_deploy_cleanup make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z openstack-kuttl-tests ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/namespace.yaml namespace/openstack-kuttl-tests unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io openstack-kuttl-tests); do sleep 1; done" NAME DISPLAY NAME STATUS openstack-kuttl-tests Active oc project openstack-kuttl-tests Now using project "openstack-kuttl-tests" on server "https://api.crc.testing:6443". oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra/cr | oc delete --ignore-not-found=true -f - error: must build at directory: not a valid directory: evalsymlink failure on '/home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra/cr' : lstat /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra: no such file or directory No resources found rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/infra-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/infra/cr oc kustomize /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr | oc delete --ignore-not-found=true -f - || true rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/operator/openstack-operator /home/zuul/ci-framework-data/artifacts/manifests/openstack-kuttl-tests/openstack/cr make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' make openstack_cleanup make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' bash scripts/gen-namespace.sh + '[' -z /home/zuul/ci-framework-data/artifacts/manifests ']' + '[' -z openstack-operators ']' + OUT_DIR=/home/zuul/ci-framework-data/artifacts/manifests/openstack-operators + '[' '!' -d /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators ']' + cat oc apply -f /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/namespace.yaml namespace/openstack-operators unchanged timeout 500s bash -c "while ! (oc get project.v1.project.openshift.io openstack-operators); do sleep 1; done" NAME DISPLAY NAME STATUS openstack-operators Active oc project openstack-operators Now using project "openstack-operators" on server "https://api.crc.testing:6443". rm -Rf /home/zuul/ci-framework-data/artifacts/manifests/openstack-operators/openstack/op # TODO: Once https://issues.redhat.com/browse/OSPRH-13217 is properly resolved, the # explicit calls to "oc delete" the webhooks can be removed below if oc get openstack &>/dev/null; then oc delete --ignore-not-found=true openstack/openstack \ && oc delete mutatingwebhookconfiguration -l app.kubernetes.io/created-by=openstack-operator \ && oc delete validatingwebhookconfiguration -l app.kubernetes.io/created-by=openstack-operator; fi openstack.operator.openstack.org "openstack" deleted No resources found No resources found oc delete subscription --all=true subscription.operators.coreos.com "openstack-operator" deleted oc delete csv --all=true clusterserviceversion.operators.coreos.com "cluster-observability-operator.v1.3.1" deleted clusterserviceversion.operators.coreos.com "metallb-operator.v4.18.0-202601071645" deleted clusterserviceversion.operators.coreos.com "openstack-operator.v0.5.0" deleted oc delete catalogsource --all=true catalogsource.operators.coreos.com "openstack-operator-index" deleted # Hack to avoid usage of old cached catalog versions when we deploy the operator again oc delete pods -n openshift-operator-lifecycle-manager -l app=catalog-operator pod "catalog-operator-68c6474976-xxr5n" deleted test -d /home/zuul/ci-framework-data/artifacts/manifests/operator/baremetal-operator && make crc_bmo_cleanup || true make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls' ~/ci-framework-data/artifacts