~/src/github.com/openstack-k8s-operators/install_yamls/devsetup ~/ci-framework-data/artifacts
make bmaas_virtual_bms
make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/devsetup'
scripts/bmaas/vbm-setup.sh --create
+ '[' 1000 -eq 0 ']'
+ which virt-install
+ /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot virt-install
+ alias
+ eval declare -f
++ declare -f
+++ dirname scripts/bmaas/vbm-setup.sh
++ cd scripts/bmaas
++ pwd -P
+ SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/devsetup/scripts/bmaas
+ NETWORK_NAME=default
+ NODE_COUNT=1
+ NODE_NAME_PREFIX=edpm-compute-baremetal
+ NODE_NAME_SUFFIX=0
+ ACTION=
+ MEMORY=8192
+ VCPUS=6
+ DISK_SIZE=40
+ OS_VARIANT=centos-stream9
+ VIRT_TYPE=kvm
+ NET_MODEL=virtio
+ CONSOLE_LOG_DIR=/var/log/bmaas_console_logs
+ CLEANUP_DELETE_ARCHIVED_LOGS=false
+ LIBVIRT_HOOKS_PATH=/etc/libvirt/hooks/qemu.d
++ mktemp -d
+ MY_TMP_DIR=/tmp/tmp.BhhGe5jVRc
+ trap 'rm -rf -- "$MY_TMP_DIR"' EXIT
+ [[ 1 -gt 0 ]]
+ case $1 in
+ ACTION=CREATE
+ shift
+ [[ 0 -gt 0 ]]
+ '[' -z CREATE ']'
+ '[' CREATE == CREATE ']'
+ create_libvirt_logging
+ sudo mkdir -p /var/log/bmaas_console_logs
+ sudo chcon -t virt_log_t /var/log/bmaas_console_logs
+ echo 'This directory contains the serial console log files from the virtual BMaaS
bare-metal nodes. The *_console_* log files are the original log files and
include ANSI control codes which can make the output difficult to read. The
*_no_ansi_* log files have had ANSI control codes removed from the file and are
easier to read.

On some occasions there won'\''t be a corresponding *_no_ansi_* log file. You may
see a log file without a date/time in the file name. In that case you can
display the logfile in your console by doing:
    $ curl URL_TO_LOGFILE

This will have your terminal process the ANSI escape codes.

Another option, if you have the '\''pv'\'' executable installed, is to simulate a
low-speed connection.  In this example simulate a 300 Bytes/second connection.
    $ curl URL_TO_LOGFILE | pv -q -L 300

This can allow you to see some of the content before the screen is cleared by
an ANSI escape sequence.
'
+ sudo tee /var/log/bmaas_console_logs/README
This directory contains the serial console log files from the virtual BMaaS
bare-metal nodes. The *_console_* log files are the original log files and
include ANSI control codes which can make the output difficult to read. The
*_no_ansi_* log files have had ANSI control codes removed from the file and are
easier to read.

On some occasions there won't be a corresponding *_no_ansi_* log file. You may
see a log file without a date/time in the file name. In that case you can
display the logfile in your console by doing:
    $ curl URL_TO_LOGFILE

This will have your terminal process the ANSI escape codes.

Another option, if you have the 'pv' executable installed, is to simulate a
low-speed connection.  In this example simulate a 300 Bytes/second connection.
    $ curl URL_TO_LOGFILE | pv -q -L 300

This can allow you to see some of the content before the screen is cleared by
an ANSI escape sequence.

+ sudo mkdir -p /etc/libvirt/hooks/qemu.d
+ sudo test -f /etc/libvirt/hooks/qemu.d/10-logrotate.py
+ sudo cp -v /home/zuul/src/github.com/openstack-k8s-operators/install_yamls/devsetup/scripts/bmaas/files/logrotate_hook.py /etc/libvirt/hooks/qemu.d/10-logrotate.py
'/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/devsetup/scripts/bmaas/files/logrotate_hook.py' -> '/etc/libvirt/hooks/qemu.d/10-logrotate.py'
+ sudo chmod -v +x /etc/libvirt/hooks/qemu.d/10-logrotate.py
mode of '/etc/libvirt/hooks/qemu.d/10-logrotate.py' changed from 0644 (rw-r--r--) to 0755 (rwxr-xr-x)
+ sudo sed -e 's|%LOG_DIR%|/var/log/bmaas_console_logs|g;' -i /etc/libvirt/hooks/qemu.d/10-logrotate.py
+ sudo systemctl is-enabled libvirtd.service
disabled
+ sudo systemctl is-enabled virtqemud.service
enabled
+ sudo systemctl restart virtqemud.service
+ create
+ virsh --connect=qemu:///system net-info default
+ (( i=0 ))
+ (( i<NODE_COUNT ))
+ node_suffix=0
++ printf %02d 0
+ vm=edpm-compute-baremetal-00
+ create_vm edpm-compute-baremetal-00
+ local temp_file
+ local name
++ mktemp -p /tmp/tmp.BhhGe5jVRc
+ temp_file=/tmp/tmp.BhhGe5jVRc/tmp.0TSejQclcJ
+ name=edpm-compute-baremetal-00
+ echo 'Creating VM: edpm-compute-baremetal-00'
Creating VM: edpm-compute-baremetal-00
+ virt-install --connect qemu:///system --name edpm-compute-baremetal-00 --memory 8192 --vcpus 6 --boot uefi,hd,bootmenu.enable=yes,firmware.feature0.name=secure-boot,firmware.feature0.enabled=no --os-variant centos-stream9 --disk size=40 --network network=default,model=virtio --graphics vnc --virt-type kvm --serial file,path=/var/log/bmaas_console_logs/edpm-compute-baremetal-00_console.log --rng /dev/urandom,rate.period=100,rate.bytes=1024 --print-xml
+ cat /tmp/tmp.BhhGe5jVRc/tmp.0TSejQclcJ
<domain type="kvm">
  <name>edpm-compute-baremetal-00</name>
  <uuid>6d0a1710-9274-40cd-9e7b-c2e074166096</uuid>
  <metadata>
    <libosinfo:libosinfo xmlns:libosinfo="http://libosinfo.org/xmlns/libvirt/domain/1.0">
      <libosinfo:os id="http://centos.org/centos-stream/9"/>
    </libosinfo:libosinfo>
  </metadata>
  <memory>8388608</memory>
  <currentMemory>8388608</currentMemory>
  <vcpu>6</vcpu>
  <os firmware="efi">
    <type arch="x86_64" machine="q35">hvm</type>
    <firmware>
      <feature enabled="no" name="secure-boot"/>
    </firmware>
    <boot dev="hd"/>
    <bootmenu enable="yes"/>
  </os>
  <features>
    <acpi/>
    <apic/>
  </features>
  <cpu mode="host-passthrough"/>
  <clock offset="utc">
    <timer name="rtc" tickpolicy="catchup"/>
    <timer name="pit" tickpolicy="delay"/>
    <timer name="hpet" present="no"/>
  </clock>
  <pm>
    <suspend-to-mem enabled="no"/>
    <suspend-to-disk enabled="no"/>
  </pm>
  <devices>
    <emulator>/usr/libexec/qemu-kvm</emulator>
    <disk type="file" device="disk">
      <driver name="qemu" type="qcow2" discard="unmap"/>
      <source file="/var/lib/libvirt/images/edpm-compute-baremetal-00.qcow2"/>
      <target dev="vda" bus="virtio"/>
    </disk>
    <controller type="usb" model="qemu-xhci" ports="15"/>
    <controller type="pci" model="pcie-root"/>
    <controller type="pci" model="pcie-root-port"/>
    <controller type="pci" model="pcie-root-port"/>
    <controller type="pci" model="pcie-root-port"/>
    <controller type="pci" model="pcie-root-port"/>
    <controller type="pci" model="pcie-root-port"/>
    <controller type="pci" model="pcie-root-port"/>
    <controller type="pci" model="pcie-root-port"/>
    <controller type="pci" model="pcie-root-port"/>
    <controller type="pci" model="pcie-root-port"/>
    <controller type="pci" model="pcie-root-port"/>
    <controller type="pci" model="pcie-root-port"/>
    <controller type="pci" model="pcie-root-port"/>
    <controller type="pci" model="pcie-root-port"/>
    <controller type="pci" model="pcie-root-port"/>
    <interface type="network">
      <source network="default"/>
      <mac address="52:54:00:27:56:49"/>
      <model type="virtio"/>
    </interface>
    <serial type="file">
      <source path="/var/log/bmaas_console_logs/edpm-compute-baremetal-00_console.log"/>
    </serial>
    <channel type="unix">
      <source mode="bind"/>
      <target type="virtio" name="org.qemu.guest_agent.0"/>
    </channel>
    <input type="tablet" bus="usb"/>
    <tpm model="tpm-crb">
      <backend type="emulator"/>
    </tpm>
    <graphics type="vnc" port="-1"/>
    <video>
      <model type="virtio"/>
    </video>
    <memballoon model="virtio"/>
    <rng model="virtio">
      <backend model="random">/dev/urandom</backend>
      <rate bytes="1024" period="100"/>
    </rng>
  </devices>
</domain>

+ virsh --connect=qemu:///system define /tmp/tmp.BhhGe5jVRc/tmp.0TSejQclcJ
Domain 'edpm-compute-baremetal-00' defined from /tmp/tmp.BhhGe5jVRc/tmp.0TSejQclcJ

+ (( i++  ))
+ (( i<NODE_COUNT ))
+ rm -rf -- /tmp/tmp.BhhGe5jVRc
make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/devsetup'
make bmaas_sushy_emulator_wait
make[1]: Entering directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/devsetup'
scripts/bmaas/sushy-emulator.sh --create
+ '[' 1000 -eq 0 ']'
+ NODE_NAME_PREFIX=edpm-compute-baremetal
+ NAMESPACE=sushy-emulator
+ DRIVER=libvirt
++ oc get ingresses.config/cluster -o 'jsonpath={.spec.domain}'
+ INGRESS_DOMAIN=apps-crc.testing
+ REDFISH_USERNAME=admin
+ REDFISH_PASSWORD=password
+ IMAGE=quay.io/metal3-io/sushy-tools:latest
+ CRC_NETWORK_NAME=crc
+ BM_IPV6=false
+ BM_IPV4=true
+ SUSHY_DIR=../out/bmaas/sushy
+ mkdir -p ../out/bmaas/sushy
+ '[' libvirt = libvirt ']'
+ SSH_ALGORITHM=rsa
+ SSH_KEY_FILE=bmaas-ssh-key-id_rsa
+ SSH_KEY_SIZE=4096
+ LIBVIRT_USER=sushyemu
+ sudo systemctl is-active libvirtd.service
inactive
+ LIBVIRT_SOCKET=
+ '[' false = true ']'
++ nmcli connection show crc
++ grep ipv4.addresses
++ cut -d / -f 1
++ awk '{ print $2 }'
+ LIBVIRT_IP_ADDRESS=192.168.130.1
+ LIBVIRT_URI=''\''qemu+ssh://sushyemu@192.168.130.1/system'\'''
+ SUSHY_EMULATOR_LISTEN_IP=''\''0.0.0.0'\'''
++ oc get -o name bmh
++ cut -d/ -f2
+ BMHS=
++ virsh --connect=qemu:///system list --all --uuid --name
++ grep edpm-compute-baremetal
++ awk '{print $1}'
+ LIBVIRT_INSTANCES=6d0a1710-9274-40cd-9e7b-c2e074166096
++ echo 6d0a1710-9274-40cd-9e7b-c2e074166096
++ awk 'BEGIN{ printf "[" }; { printf "%s\"%s\"", sep, $1, sep=","}; END{ printf "]" }'
+ INSTANCES='["6d0a1710-9274-40cd-9e7b-c2e074166096"]'
+ EMULATOR_OS_CLOUD=None
+ case "$1" in
+ create
+ rpm --quiet -q --whatprovides httpd-tools
+ '[' libvirt = libvirt ']'
+ create_sushy_emulator_user
+ echo 'Creating sushy emulator libvirt user - and add to libvirt group'
Creating sushy emulator libvirt user - and add to libvirt group
+ getent passwd sushyemu
+ sudo useradd sushyemu
+ sudo usermod --groups libvirt --append sushyemu
+ generate_ssh_keypair
+ echo 'Generate sushy emulator SSH keypair - and set up sushyemu users authorized_keys'
Generate sushy emulator SSH keypair - and set up sushyemu users authorized_keys
+ local homedir
++ getent passwd sushyemu
++ cut -d: -f6
+ homedir=/home/sushyemu
+ '[' -z /home/sushyemu ']'
+ '[' '!' -f ../out/bmaas/sushy/bmaas-ssh-key-id_rsa ']'
+ ssh-keygen -q -f ../out/bmaas/sushy/bmaas-ssh-key-id_rsa -N '' -t rsa -b 4096
+ sudo mkdir -p /home/sushyemu/.ssh
+ sudo cp ../out/bmaas/sushy/bmaas-ssh-key-id_rsa /home/sushyemu/.ssh/bmaas-ssh-key-id_rsa
+ sudo cp ../out/bmaas/sushy/bmaas-ssh-key-id_rsa.pub /home/sushyemu/.ssh/bmaas-ssh-key-id_rsa.pub
+ sudo touch /home/sushyemu/.ssh/authorized_keys
+ cat ../out/bmaas/sushy/bmaas-ssh-key-id_rsa.pub
+ sudo tee /home/sushyemu/.ssh/authorized_keys
+ sudo chown -R sushyemu:sushyemu /home/sushyemu/.ssh
+ sudo chmod 700 /home/sushyemu/.ssh
+ sudo chmod -R og-rwx /home/sushyemu/.ssh
+ create_sushy_emulator_namespace
+ echo 'Creating namespace sushy-emulator'
Creating namespace sushy-emulator
+ cat
+ oc apply -f ../out/bmaas/sushy/namespace.yaml
namespace/sushy-emulator created
+ create_sushy_emulator_config
+ echo 'Creating sushy-emulator-config'
Creating sushy-emulator-config
+ local htpasswd
+ '[' -f ../out/bmaas/sushy/htpasswd ']'
++ htpasswd -nbB admin password
+ htpasswd='admin:$2y$05$6YohMcF0FnEcZMQ9NC5Z2eupbD.ksi4PSgMImskuXVBPO/G2b93w.'
+ echo 'admin:$2y$05$6YohMcF0FnEcZMQ9NC5Z2eupbD.ksi4PSgMImskuXVBPO/G2b93w.'
+ cat
+ oc apply -f ../out/bmaas/sushy/config-map.yaml
configmap/sushy-emulator-config created
+ create_sushy_emulator_secret
+ echo 'Creating sushy-emulator-secret'
Creating sushy-emulator-secret
+ '[' libvirt = libvirt ']'
+ cat
++ base64
++ sed 's/^/        /'
++ base64
++ sed 's/^/        /'
++ ssh-keyscan -H 192.168.130.1
++ base64
++ sed 's/^/        /'
# 192.168.130.1:22 SSH-2.0-OpenSSH_8.7
# 192.168.130.1:22 SSH-2.0-OpenSSH_8.7
# 192.168.130.1:22 SSH-2.0-OpenSSH_8.7
# 192.168.130.1:22 SSH-2.0-OpenSSH_8.7
# 192.168.130.1:22 SSH-2.0-OpenSSH_8.7
+ oc apply -f ../out/bmaas/sushy/secret.yaml
secret/sushy-emulator-secret created
secret/os-client-config created
+ create_sushy_emulator_pod
+ echo 'Creating sushy-emulator pod'
Creating sushy-emulator pod
+ cat
+ oc delete -n sushy-emulator --wait pod sushy-emulator
Error from server (NotFound): pods "sushy-emulator" not found
+ oc apply -f ../out/bmaas/sushy/sushy-emulator-pod.yaml
Warning: would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "sushy-emulator" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "sushy-emulator" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "sushy-emulator" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "sushy-emulator" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost")
pod/sushy-emulator created
+ create_sushy_emulator_service
+ echo 'Creating sushy-emulator-service'
Creating sushy-emulator-service
+ cat
+ oc apply -f ../out/bmaas/sushy/sushy-emulator-service.yaml
service/sushy-emulator-service created
+ create_sushy_emulator_route
+ echo 'Creating sushy-emulator-route'
Creating sushy-emulator-route
+ cat
+ oc apply -f ../out/bmaas/sushy/sushy-emulator-route.yaml
route.route.openshift.io/sushy-emulator-route created
bash -c 'oc -n sushy-emulator wait --for=condition=ready pod sushy-emulator --timeout=300s'
pod/sushy-emulator condition met
make[1]: Leaving directory '/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/devsetup'
bash scripts/edpm-compute-baremetal.sh --create
+ export NODE_COUNT=1
+ NODE_COUNT=1
+ DEPLOY_DIR=../out/bmaas
+ OPERATOR_DIR=../out/operator
+++ dirname scripts/edpm-compute-baremetal.sh
++ cd scripts
++ pwd -P
+ SCRIPTPATH=/home/zuul/src/github.com/openstack-k8s-operators/install_yamls/devsetup/scripts
+ NODE_NAME_PREFIX=edpm-compute-baremetal
+ NODE_NAME_SUFFIX=0
+ NETWORK_NAME=default
+ BMH_CR_FILE=bmh_deploy.yaml
++ oc get ingresses.config/cluster -o 'jsonpath={.spec.domain}'
+ INGRESS_DOMAIN=apps-crc.testing
+ case "$1" in
+ create
+ (( i=0 ))
+ (( i<1 ))
+ set_node_vars 0
+ node_suffix=0
++ printf %02d 0
+ NODE_NAME_SUFFIX_PADDED=00
+ NODE_NAME=edpm-compute-baremetal-00
+ NODE_DEPLOY_DIR=../out/bmaas/edpm-compute-baremetal-00
+ NODE_BMH_CR_FILE=../out/bmaas/edpm-compute-baremetal-00/bmh_deploy.yaml
+ rm -f ../out/bmaas/edpm-compute-baremetal-00/bmh_deploy.yaml
+ mkdir -p ../out/bmaas/edpm-compute-baremetal-00
+ pushd ../out/bmaas/edpm-compute-baremetal-00
~/src/github.com/openstack-k8s-operators/install_yamls/out/bmaas/edpm-compute-baremetal-00 ~/src/github.com/openstack-k8s-operators/install_yamls/devsetup
++ virsh --connect=qemu:///system domiflist edpm-compute-baremetal-00
++ grep default
++ awk '{print $5}'
+ mac_address=52:54:00:27:56:49
++ virsh --connect=qemu:///system list --all --uuid --name
++ grep edpm-compute-baremetal-00
++ awk '{print $1}'
+ uuid=6d0a1710-9274-40cd-9e7b-c2e074166096
+ cat
+ cat
+ popd
~/src/github.com/openstack-k8s-operators/install_yamls/devsetup
+ DEPLOY_DIR=../out/bmaas/edpm-compute-baremetal-00
+ /bin/bash ../scripts/operator-deploy-resources.sh
+ '[' -z ../out/bmaas/edpm-compute-baremetal-00 ']'
+ NEXT_WAIT_TIME=0
+ '[' 0 -eq 15 ']'
+ oc kustomize ../out/bmaas/edpm-compute-baremetal-00
+ oc apply -f -
secret/edpm-compute-baremetal-00-bmc-secret created
baremetalhost.metal3.io/edpm-compute-baremetal-00 created
+ '[' 0 -lt 15 ']'
+ (( i++  ))
+ (( i<1 ))
~/ci-framework-data/artifacts