+ sudo -E kolla_set_configs INFO:__main__:Loading config file at /var/lib/kolla/config_files/config.json INFO:__main__:Validating config file INFO:__main__:Kolla config strategy set to: COPY_ALWAYS INFO:__main__:Copying service configuration files INFO:__main__:Deleting /usr/sbin/multipath INFO:__main__:Copying /usr/local/bin/container-scripts/run-on-host to /usr/sbin/multipath INFO:__main__:Setting permission for /usr/sbin/multipath INFO:__main__:Deleting /usr/sbin/multipathd INFO:__main__:Copying /usr/local/bin/container-scripts/run-on-host to /usr/sbin/multipathd INFO:__main__:Setting permission for /usr/sbin/multipathd INFO:__main__:Deleting /usr/sbin/iscsiadm INFO:__main__:Copying /usr/local/bin/container-scripts/run-on-host to /usr/sbin/iscsiadm INFO:__main__:Setting permission for /usr/sbin/iscsiadm INFO:__main__:Deleting /lib/udev/scsi_id INFO:__main__:Copying /usr/local/bin/container-scripts/run-on-host to /lib/udev/scsi_id INFO:__main__:Setting permission for /lib/udev/scsi_id INFO:__main__:Deleting /usr/sbin/cryptsetup INFO:__main__:Copying /usr/local/bin/container-scripts/run-on-host to /usr/sbin/cryptsetup INFO:__main__:Setting permission for /usr/sbin/cryptsetup INFO:__main__:Deleting /usr/sbin/nvme INFO:__main__:Copying /usr/local/bin/container-scripts/run-on-host to /usr/sbin/nvme INFO:__main__:Setting permission for /usr/sbin/nvme INFO:__main__:Writing out command to execute ++ cat /run_command + CMD='/usr/bin/cinder-backup --config-dir /etc/cinder/cinder.conf.d' + ARGS= + sudo kolla_copy_cacerts + [[ ! -n '' ]] + . kolla_extend_start +++ stat -c %U:%G /var/lib/cinder Running command: '/usr/bin/cinder-backup --config-dir /etc/cinder/cinder.conf.d' ++ [[ cinder:cinder != \c\i\n\d\e\r\:\c\i\n\d\e\r ]] + echo 'Running command: '\''/usr/bin/cinder-backup --config-dir /etc/cinder/cinder.conf.d'\''' + umask 0022 + exec /usr/bin/cinder-backup --config-dir /etc/cinder/cinder.conf.d 2025-12-03 22:26:12.328 83023 INFO cinder.cmd.backup [-] Backup running in single process mode. 2025-12-03 22:26:12.422 83023 DEBUG oslo_db.sqlalchemy.engines [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION _check_effective_sql_mode /usr/lib/python3.9/site-packages/oslo_db/sqlalchemy/engines.py:335 2025-12-03 22:26:12.651 83023 INFO cinder.rpc [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] Automatically selected cinder-backup objects version 1.39 as minimum service version. 2025-12-03 22:26:12.659 83023 INFO cinder.rpc [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] Automatically selected cinder-backup RPC version 2.4 as minimum service version. 2025-12-03 22:26:12.662 83023 INFO cinder.rpc [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] Automatically selected cinder-volume objects version 1.39 as minimum service version. 2025-12-03 22:26:12.666 83023 INFO cinder.rpc [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] Automatically selected cinder-volume RPC version 3.18 as minimum service version. 2025-12-03 22:26:12.670 83023 INFO cinder.rpc [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] Automatically selected cinder-scheduler objects version 1.39 as minimum service version. 2025-12-03 22:26:12.673 83023 INFO cinder.rpc [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] Automatically selected cinder-scheduler RPC version 3.12 as minimum service version. 2025-12-03 22:26:12.706 83023 DEBUG oslo_db.sqlalchemy.engines [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION _check_effective_sql_mode /usr/lib/python3.9/site-packages/oslo_db/sqlalchemy/engines.py:335 2025-12-03 22:26:12.721 83023 DEBUG oslo_concurrency.lockutils [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] Acquiring lock "singleton_lock" lock /usr/lib/python3.9/site-packages/oslo_concurrency/lockutils.py:312 2025-12-03 22:26:12.722 83023 DEBUG oslo_concurrency.lockutils [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] Acquired lock "singleton_lock" lock /usr/lib/python3.9/site-packages/oslo_concurrency/lockutils.py:315 2025-12-03 22:26:12.722 83023 DEBUG oslo_concurrency.lockutils [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] Releasing lock "singleton_lock" lock /usr/lib/python3.9/site-packages/oslo_concurrency/lockutils.py:333 2025-12-03 22:26:12.722 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] ******************************************************************************** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2589 2025-12-03 22:26:12.722 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] Configuration options gathered from: log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2590 2025-12-03 22:26:12.723 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] command line args: ['--config-dir', '/etc/cinder/cinder.conf.d'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2591 2025-12-03 22:26:12.723 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] config files: ['/etc/cinder/cinder.conf'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2592 2025-12-03 22:26:12.723 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] ================================================================================ log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2594 2025-12-03 22:26:12.723 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] allow_availability_zone_fallback = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.724 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] allow_compression_on_image_upload = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.724 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] allowed_direct_url_schemes = ['cinder'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.724 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] api_rate_limit = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.724 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] auth_strategy = keystone log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.724 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backdoor_port = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.724 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backdoor_socket = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.724 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_availability_zone = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.725 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_api_class = cinder.backup.api.API log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.725 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_compression_algorithm = zlib log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.725 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.725 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_driver_init_check_interval = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.725 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_driver_stats_polling_interval = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.725 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_manager = cinder.backup.manager.BackupManager log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.725 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_max_operations = 15 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.726 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_metadata_version = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.726 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_name_template = backup-%s log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.726 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_native_threads_pool_size = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.726 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_object_number_per_notification = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.726 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_service_inithost_offload = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.726 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_auth = per_user log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.726 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_auth_insecure = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.727 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_auth_url = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.727 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_auth_version = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.727 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_block_size = 32768 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.727 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_ca_cert_file = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.727 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_container = volumebackups log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.727 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_create_storage_policy = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.727 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_enable_progress_timer = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.728 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_key = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.728 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_object_size = 52428800 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.728 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_project = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.728 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_project_domain = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.728 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_retry_attempts = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.728 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_retry_backoff = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.728 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_service_auth = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.729 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_tenant = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.729 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_url = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.729 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_user = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.729 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_user_domain = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.729 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_timer_interval = 120 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.729 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_use_same_host = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.729 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_use_temp_snapshot = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.729 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_workers = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.730 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] chap_password = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.730 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] chap_username = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.730 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.730 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_internal_tenant_project_id = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.730 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_internal_tenant_user_id = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.730 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] compression_format = gzip log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.730 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] config_dir = ['/etc/cinder/cinder.conf.d'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.731 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] config_file = ['/etc/cinder/cinder.conf'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.731 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] config_source = [] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.731 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] consistencygroup_api_class = cinder.consistencygroup.api.API log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.731 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] control_exchange = openstack log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.731 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] debug = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.731 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] default_availability_zone = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.731 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] default_group_type = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.732 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'swiftclient=WARN', 'botocore=WARN'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.732 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] default_volume_type = __DEFAULT__ log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.732 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] driver_client_cert = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.732 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] driver_client_cert_key = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.732 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] driver_data_namespace = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.732 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] driver_ssl_cert_path = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.733 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] driver_ssl_cert_verify = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.733 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] driver_use_ssl = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.733 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] enable_new_services = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.733 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] enable_unsupported_driver = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.733 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] enabled_backends = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.733 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] enforce_multipath_for_image_xfer = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.733 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] filter_function = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.734 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_api_insecure = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.734 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_api_servers = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.734 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_api_ssl_compression = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.734 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_ca_certificates_file = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.734 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_catalog_info = image:glance:internalURL log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.735 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_certfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.735 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_core_properties = ['checksum', 'container_format', 'disk_format', 'image_name', 'image_id', 'min_disk', 'min_ram', 'name', 'size'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.735 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_keyfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.735 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_num_retries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.736 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_request_timeout = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.736 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] goodness_function = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.736 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] graceful_shutdown_timeout = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.736 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] group_api_class = cinder.group.api.API log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.736 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] host = cinder-baebb-backup-0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.736 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iet_conf = /etc/iet/ietd.conf log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.737 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_compress_on_upload = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.737 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_conversion_address_space_limit = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.737 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_conversion_cpu_limit = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.737 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_conversion_dir = /var/lib/cinder/conversion log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.737 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_conversion_disable = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.737 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_upload_use_cinder_backend = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.738 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_upload_use_internal_tenant = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.738 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_volume_cache_enabled = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.738 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_volume_cache_max_count = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.738 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_volume_cache_max_size_gb = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.738 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] instance_format = [instance: %(uuid)s] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.738 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] instance_uuid_format = [instance: %(uuid)s] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.738 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iscsi_iotype = fileio log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.739 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iscsi_target_flags = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.739 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iscsi_write_cache = on log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.739 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iser_helper = tgtadm log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.739 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iser_ip_address = 10.128.0.251 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.739 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iser_port = 3260 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.740 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iser_target_prefix = iqn.2010-10.org.openstack: log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.740 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_catalog_info = identity:Identity Service:publicURL log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.740 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_config_append = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.740 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_date_format = %Y-%m-%d %H:%M:%S log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.740 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_dir = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.740 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_file = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.741 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_options = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.741 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_rotate_interval = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.741 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_rotate_interval_type = days log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.741 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_rotation_type = none log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.741 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.741 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.741 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.742 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.742 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.742 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] max_age = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.742 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] max_logfile_count = 30 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.742 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] max_logfile_size_mb = 200 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.742 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] max_over_subscription_ratio = 20.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.743 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] message_reap_interval = 86400 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.743 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] message_ttl = 2592000 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.743 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] monkey_patch = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.743 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] monkey_patch_modules = [] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.743 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] my_ip = 10.128.0.251 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.743 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] no_snapshot_gb_quota = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.744 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] num_iser_scan_tries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.744 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] num_shell_tries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.744 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] num_volume_device_scan_tries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.744 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] nvmeof_conn_info_version = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.744 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] nvmet_ns_id = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.745 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] nvmet_port_id = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.745 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] osapi_max_limit = 1000 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.745 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] osapi_volume_ext_list = [] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.745 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] osapi_volume_extension = ['cinder.api.contrib.standard_extensions'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.745 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] osapi_volume_listen = 0.0.0.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.745 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] osapi_volume_listen_port = 8776 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.746 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] osapi_volume_use_ssl = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.746 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] osapi_volume_workers = 4 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.746 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] per_volume_size_limit = -1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.746 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] periodic_fuzzy_delay = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.746 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] periodic_interval = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.746 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] project_id_regex = [0-9a-f\-]+ log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.746 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] public_endpoint = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.747 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] publish_errors = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.747 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_backup_gigabytes = 1000 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.747 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_backups = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.747 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_consistencygroups = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.747 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_driver = cinder.quota.DbQuotaDriver log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.747 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_gigabytes = 1000 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.747 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_groups = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.748 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_snapshots = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.748 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_volumes = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.748 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] rate_limit_burst = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.748 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] rate_limit_except_level = CRITICAL log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.748 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] rate_limit_interval = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.748 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] replication_device = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.748 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] report_discard_supported = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.749 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] report_interval = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.749 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] reservation_clean_interval = 86400 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.749 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] reservation_expire = 86400 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.749 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] reserved_image_namespaces = [] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.749 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] reserved_percentage = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.749 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] resource_query_filters_file = /etc/cinder/resource_filters.json log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.749 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] rootwrap_config = /etc/cinder/rootwrap.conf log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.750 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] rpc_response_timeout = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.750 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] run_external_periodic_tasks = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.750 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] scheduler_manager = cinder.scheduler.manager.SchedulerManager log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.750 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] scst_target_driver = iscsi log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.750 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] scst_target_iqn_name = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.750 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_down_time = 180 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.750 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] snapshot_name_template = snapshot-%s log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.751 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] split_loggers = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.751 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] state_path = /var/lib/cinder log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.751 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] storage_availability_zone = nova log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.751 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] storage_protocol = iSCSI log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.751 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] swift_catalog_info = object-store:swift:publicURL log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.751 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] syslog_log_facility = LOG_USER log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.751 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] target_helper = tgtadm log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.752 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] target_ip_address = 10.128.0.251 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.752 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] target_port = 3260 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.752 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] target_prefix = iqn.2010-10.org.openstack: log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.752 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] target_protocol = iscsi log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.752 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] target_secondary_ip_addresses = [] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.752 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] trace_flags = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.752 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] transfer_api_class = cinder.transfer.api.API log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.753 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] transport_url = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.753 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] until_refresh = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.753 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_chap_auth = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.753 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_default_quota_class = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.753 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_eventlog = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.753 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_journal = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.753 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_json = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.754 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_multipath_for_image_xfer = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.754 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_stderr = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.754 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_syslog = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.754 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] verify_glance_signatures = enabled log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.754 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.755 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_api_class = cinder.volume.api.API log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.755 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_backend_name = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.755 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_clear = zero log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.755 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_clear_ionice = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.755 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_clear_size = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.755 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_copy_blkio_cgroup_name = cinder-volume-copy log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.755 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_copy_bps_limit = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.756 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_dd_blocksize = 1M log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.756 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_manager = cinder.volume.manager.VolumeManager log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.756 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_name_template = volume-%s log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.756 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_usage_audit_period = month log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.756 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volumes_dir = /var/lib/cinder/volumes log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.756 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] watch_log_file = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.756 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] os_brick.lock_path = /var/locks/openstack/os-brick log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.757 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] os_brick.wait_mpath_device_attempts = 4 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.757 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] os_brick.wait_mpath_device_interval = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.757 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.757 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_versionedobjects.fatal_exception_format_errors = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.757 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_concurrency.disable_process_locking = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.757 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_concurrency.lock_path = /var/locks/openstack/cinder log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.758 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_metrics.metrics_buffer_size = 1000 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.758 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_metrics.metrics_enabled = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.758 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_metrics.metrics_process_name = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.758 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.758 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.759 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.admin_password = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.759 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.admin_tenant_name = admin log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.759 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.admin_token = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.759 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.admin_user = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.759 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_admin_prefix = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.759 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_host = 127.0.0.1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.759 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_port = 35357 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.760 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_protocol = https log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.760 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_section = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.760 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_type = password log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.760 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_uri = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.760 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_version = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.760 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.cache = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.761 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.cafile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.761 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.certfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.761 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.delay_auth_decision = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.761 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.enforce_token_bind = permissive log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.761 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.http_connect_timeout = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.761 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.http_request_max_retries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.761 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.identity_uri = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.762 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.include_service_catalog = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.762 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.insecure = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.762 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.interface = internal log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.762 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.keyfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.762 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_pool_conn_get_timeout = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.762 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_pool_dead_retry = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.763 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_pool_maxsize = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.763 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_pool_socket_timeout = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.763 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_pool_unused_timeout = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.763 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_secret_key = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.763 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_security_strategy = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.764 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_use_advanced_pool = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.764 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcached_servers = ['memcached-0.memcached.openstack.svc:11212'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.764 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.region_name = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.764 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.service_token_roles = ['service'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.764 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.service_token_roles_required = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.764 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.service_type = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.765 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.token_cache_time = 300 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.765 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.765 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.backend = dogpile.cache.null log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.765 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.backend_argument = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.765 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.config_prefix = cache.oslo log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.765 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.dead_timeout = 60.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.766 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.debug_cache_backend = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.766 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.enable_retry_client = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.766 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.enable_socket_keepalive = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.766 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.enabled = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.766 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.expiration_time = 600 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.766 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.hashclient_retry_attempts = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.766 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.hashclient_retry_delay = 1.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.767 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_dead_retry = 300 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.767 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_password = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.767 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_pool_connection_get_timeout = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.767 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_pool_flush_on_reconnect = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.767 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_pool_maxsize = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.767 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_pool_unused_timeout = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.767 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_sasl_enabled = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.768 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_servers = ['localhost:11211'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.768 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_socket_timeout = 1.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.768 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_username = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.768 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.proxies = [] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.768 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.retry_attempts = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.768 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.retry_delay = 0.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.769 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.socket_keepalive_count = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.769 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.socket_keepalive_idle = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.769 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.socket_keepalive_interval = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.769 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.tls_allowed_ciphers = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.769 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.tls_cafile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.769 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.tls_certfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.770 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.tls_enabled = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.770 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.tls_keyfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.770 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] coordination.backend_url = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.770 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.backend = sqlalchemy log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.770 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.connection = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.771 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.connection_debug = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.771 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.connection_parameters = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.771 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.connection_recycle_time = 3600 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.771 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.connection_trace = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.771 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.db_inc_retry_interval = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.772 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.db_max_retries = -1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.772 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.db_max_retry_interval = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.772 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.db_retry_interval = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.772 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.max_overflow = 50 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.772 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.max_pool_size = 5 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.772 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.max_retries = -1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.773 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.mysql_enable_ndb = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.773 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.mysql_sql_mode = TRADITIONAL log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.773 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.mysql_wsrep_sync_wait = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.773 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.pool_timeout = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.774 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.retry_interval = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.774 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.slave_connection = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.774 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.sqlite_synchronous = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.774 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.use_db_reconnect = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.774 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.enforce_new_defaults = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.774 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.enforce_scope = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.775 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.policy_default_rule = default log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.775 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.policy_dirs = ['policy.d'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.775 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.policy_file = policy.yaml log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.775 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.remote_content_type = application/x-www-form-urlencoded log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.775 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.remote_ssl_ca_crt_file = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.776 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.remote_ssl_client_crt_file = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.776 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.remote_ssl_client_key_file = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.776 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.remote_ssl_verify_server_crt = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.776 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.connection_string = messaging:// log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.776 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.enabled = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.777 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.es_doc_type = notification log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.777 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.es_scroll_size = 10000 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.777 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.es_scroll_time = 2m log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.777 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.filter_error_trace = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.777 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.hmac_keys = SECRET_KEY log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.777 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.sentinel_service_name = mymaster log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.778 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.socket_timeout = 0.1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.778 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.trace_sqlalchemy = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.778 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] privsep_osbrick.capabilities = [21] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.778 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] privsep_osbrick.group = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.778 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] privsep_osbrick.helper_command = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.778 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] privsep_osbrick.logger_name = os_brick.privileged log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.779 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] privsep_osbrick.thread_pool_size = 16 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.779 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] privsep_osbrick.user = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.779 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.779 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_sys_admin.group = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.779 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_sys_admin.helper_command = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.779 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_sys_admin.logger_name = oslo_privsep.daemon log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.779 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_sys_admin.thread_pool_size = 16 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.780 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_sys_admin.user = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.780 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.auth_section = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.780 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.auth_type = password log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.780 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.cafile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.780 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.certfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.780 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.collect_timing = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.781 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.insecure = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.781 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.keyfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.781 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.send_service_user_token = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.781 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.split_loggers = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.781 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.timeout = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.781 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.backend_availability_zone = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.782 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.chap_password = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.782 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.chap_username = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.782 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.782 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.driver_client_cert = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.782 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.driver_client_cert_key = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.782 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.driver_data_namespace = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.782 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.driver_ssl_cert_path = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.783 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.driver_ssl_cert_verify = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.783 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.driver_use_ssl = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.783 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.enable_unsupported_driver = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.783 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.enforce_multipath_for_image_xfer = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.783 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.filter_function = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.784 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.goodness_function = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.784 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iet_conf = /etc/iet/ietd.conf log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.784 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.image_upload_use_cinder_backend = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.784 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.image_upload_use_internal_tenant = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.784 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.image_volume_cache_enabled = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.785 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.image_volume_cache_max_count = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.785 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.image_volume_cache_max_size_gb = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.785 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iscsi_iotype = fileio log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.785 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iscsi_target_flags = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.785 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iscsi_write_cache = on log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.785 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iser_helper = tgtadm log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.786 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iser_ip_address = 10.128.0.251 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.786 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iser_port = 3260 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.786 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iser_target_prefix = iqn.2010-10.org.openstack: log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.786 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.max_over_subscription_ratio = 20.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.786 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.num_iser_scan_tries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.787 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.num_shell_tries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.787 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.num_volume_device_scan_tries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.787 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.nvmeof_conn_info_version = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.787 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.nvmet_ns_id = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.788 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.nvmet_port_id = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.788 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.replication_device = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.788 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.report_discard_supported = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.788 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.reserved_percentage = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.788 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.scst_target_driver = iscsi log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.789 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.scst_target_iqn_name = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.789 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.storage_protocol = iSCSI log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.789 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.target_helper = tgtadm log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.790 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.target_ip_address = 10.128.0.251 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.790 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.target_port = 3260 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.790 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.target_prefix = iqn.2010-10.org.openstack: log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.790 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.target_protocol = iscsi log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.790 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.target_secondary_ip_addresses = [] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.790 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.trace_flags = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.791 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.unique_fqdn_network = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.791 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.use_chap_auth = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.791 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.use_multipath_for_image_xfer = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.791 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volume_backend_name = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.791 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volume_clear = zero log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.791 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volume_clear_ionice = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.791 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volume_clear_size = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.792 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volume_copy_blkio_cgroup_name = cinder-volume-copy log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.792 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volume_copy_bps_limit = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.792 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volume_dd_blocksize = 1M log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.792 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volumes_dir = /var/lib/cinder/volumes log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.792 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_reports.file_event_handler = /var/lib/cinder log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.793 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_reports.file_event_handler_interval = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.793 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_reports.log_dir = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.793 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.amqp_auto_delete = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.793 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.amqp_durable_queues = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.793 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.conn_pool_min_size = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.794 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.conn_pool_ttl = 1200 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.794 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.direct_mandatory_flag = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.794 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.enable_cancel_on_failover = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.794 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.heartbeat_in_pthread = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.794 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.heartbeat_rate = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.794 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.795 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.kombu_compression = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.795 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.kombu_failover_strategy = round-robin log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.795 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.795 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.795 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_ha_queues = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.795 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_interval_max = 30 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.796 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.796 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.796 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.796 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.796 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.796 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_quorum_queue = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.797 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_retry_backoff = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.797 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_retry_interval = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.797 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.797 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rpc_conn_pool_size = 30 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.797 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.ssl = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.797 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.ssl_ca_file = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.797 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.ssl_cert_file = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.798 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.ssl_enforce_fips_mode = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.798 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.ssl_key_file = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.798 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.ssl_version = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.798 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_notifications.driver = ['noop'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.798 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_notifications.retry = -1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.798 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_notifications.topics = ['notifications'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.799 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_notifications.transport_url = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.799 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] key_manager.backend = barbican log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.799 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.auth_endpoint = https://keystone-internal.openstack.svc:5000 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.799 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.barbican_api_version = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.799 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.barbican_endpoint = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.799 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.barbican_endpoint_type = internal log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.800 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.barbican_region_name = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.800 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.cafile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.800 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.certfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.800 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.collect_timing = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.800 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.insecure = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.800 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.keyfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.800 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.number_of_retries = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.801 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.retry_delay = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.801 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.send_service_user_token = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.801 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.split_loggers = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.801 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.timeout = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.801 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.verify_ssl = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.802 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.verify_ssl_path = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.802 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.auth_section = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.802 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.auth_type = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.802 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.cafile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.802 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.certfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.802 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.collect_timing = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.803 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.insecure = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.803 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.keyfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.803 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.split_loggers = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.803 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.timeout = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.803 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.approle_role_id = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.804 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.approle_secret_id = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.804 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.cafile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.804 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.certfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.804 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.collect_timing = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.804 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.insecure = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.804 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.keyfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.804 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.kv_mountpoint = secret log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.805 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.kv_version = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.805 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.namespace = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.805 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.root_token_id = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.805 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.split_loggers = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.805 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.ssl_ca_crt_file = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.806 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.timeout = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.806 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.use_ssl = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.806 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.vault_url = http://127.0.0.1:8200 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.806 83023 DEBUG cinder.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] ******************************************************************************** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2613 2025-12-03 22:26:12.806 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] Full set of CONF: _wait_for_exit_or_signal /usr/lib/python3.9/site-packages/oslo_service/service.py:362 2025-12-03 22:26:12.806 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] ******************************************************************************** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2589 2025-12-03 22:26:12.806 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] Configuration options gathered from: log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2590 2025-12-03 22:26:12.807 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] command line args: ['--config-dir', '/etc/cinder/cinder.conf.d'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2591 2025-12-03 22:26:12.807 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] config files: ['/etc/cinder/cinder.conf'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2592 2025-12-03 22:26:12.807 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] ================================================================================ log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2594 2025-12-03 22:26:12.807 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] allow_availability_zone_fallback = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.807 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] allow_compression_on_image_upload = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.807 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] allowed_direct_url_schemes = ['cinder'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.807 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] api_rate_limit = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.808 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] auth_strategy = keystone log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.808 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backdoor_port = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.808 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backdoor_socket = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.808 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_availability_zone = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.808 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_api_class = cinder.backup.api.API log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.808 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_compression_algorithm = zlib log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.808 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.809 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_driver_init_check_interval = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.809 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_driver_stats_polling_interval = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.809 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_manager = cinder.backup.manager.BackupManager log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.809 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_max_operations = 15 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.809 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_metadata_version = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.809 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_name_template = backup-%s log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.809 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_native_threads_pool_size = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.809 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_object_number_per_notification = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.810 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_service_inithost_offload = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.810 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_auth = per_user log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.810 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_auth_insecure = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.810 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_auth_url = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.810 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_auth_version = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.810 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_block_size = 32768 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.810 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_ca_cert_file = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.810 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_container = volumebackups log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.810 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_create_storage_policy = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.811 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_enable_progress_timer = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.811 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_key = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.811 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_object_size = 52428800 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.811 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_project = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.811 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_project_domain = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.811 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_retry_attempts = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.811 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_retry_backoff = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.811 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_service_auth = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.812 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_tenant = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.812 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_url = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.812 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_user = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.812 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_swift_user_domain = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.812 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_timer_interval = 120 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.812 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_use_same_host = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.812 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_use_temp_snapshot = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.812 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backup_workers = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.813 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] chap_password = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.813 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] chap_username = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.813 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.813 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_internal_tenant_project_id = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.813 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_internal_tenant_user_id = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.813 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] compression_format = gzip log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.813 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] config_dir = ['/etc/cinder/cinder.conf.d'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.813 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] config_file = ['/etc/cinder/cinder.conf'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.813 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] config_source = [] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.813 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] consistencygroup_api_class = cinder.consistencygroup.api.API log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.814 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] control_exchange = openstack log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.814 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] debug = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.814 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] default_availability_zone = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.814 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] default_group_type = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.814 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'swiftclient=WARN', 'botocore=WARN'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.814 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] default_volume_type = __DEFAULT__ log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.814 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] driver_client_cert = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.814 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] driver_client_cert_key = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.815 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] driver_data_namespace = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.815 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] driver_ssl_cert_path = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.815 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] driver_ssl_cert_verify = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.815 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] driver_use_ssl = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.815 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] enable_new_services = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.815 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] enable_unsupported_driver = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.815 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] enabled_backends = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.815 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] enforce_multipath_for_image_xfer = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.815 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] filter_function = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.816 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_api_insecure = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.816 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_api_servers = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.816 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_api_ssl_compression = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.816 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_ca_certificates_file = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.816 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_catalog_info = image:glance:internalURL log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.816 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_certfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.816 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_core_properties = ['checksum', 'container_format', 'disk_format', 'image_name', 'image_id', 'min_disk', 'min_ram', 'name', 'size'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.816 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_keyfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.816 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_num_retries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.816 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] glance_request_timeout = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.817 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] goodness_function = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.817 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] graceful_shutdown_timeout = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.817 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] group_api_class = cinder.group.api.API log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.817 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] host = cinder-baebb-backup-0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.817 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iet_conf = /etc/iet/ietd.conf log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.817 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_compress_on_upload = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.817 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_conversion_address_space_limit = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.817 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_conversion_cpu_limit = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.817 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_conversion_dir = /var/lib/cinder/conversion log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.818 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_conversion_disable = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.818 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_upload_use_cinder_backend = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.818 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_upload_use_internal_tenant = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.818 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_volume_cache_enabled = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.818 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_volume_cache_max_count = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.818 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] image_volume_cache_max_size_gb = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.818 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] instance_format = [instance: %(uuid)s] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.818 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] instance_uuid_format = [instance: %(uuid)s] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.819 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iscsi_iotype = fileio log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.819 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iscsi_target_flags = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.819 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iscsi_write_cache = on log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.819 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iser_helper = tgtadm log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.819 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iser_ip_address = 10.128.0.251 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.819 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iser_port = 3260 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.819 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] iser_target_prefix = iqn.2010-10.org.openstack: log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.820 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_catalog_info = identity:Identity Service:publicURL log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.820 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_config_append = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.820 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_date_format = %Y-%m-%d %H:%M:%S log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.820 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_dir = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.820 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_file = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.820 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_options = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.820 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_rotate_interval = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.820 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_rotate_interval_type = days log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.820 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] log_rotation_type = none log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.821 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.821 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.821 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.821 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.821 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.821 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] max_age = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.821 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] max_logfile_count = 30 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.821 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] max_logfile_size_mb = 200 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.821 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] max_over_subscription_ratio = 20.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.822 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] message_reap_interval = 86400 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.822 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] message_ttl = 2592000 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.822 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] monkey_patch = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.822 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] monkey_patch_modules = [] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.822 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] my_ip = 10.128.0.251 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.822 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] no_snapshot_gb_quota = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.822 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] num_iser_scan_tries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.822 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] num_shell_tries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.823 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] num_volume_device_scan_tries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.823 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] nvmeof_conn_info_version = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.823 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] nvmet_ns_id = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.823 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] nvmet_port_id = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.823 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] osapi_max_limit = 1000 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.823 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] osapi_volume_ext_list = [] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.823 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] osapi_volume_extension = ['cinder.api.contrib.standard_extensions'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.823 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] osapi_volume_listen = 0.0.0.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.823 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] osapi_volume_listen_port = 8776 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.824 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] osapi_volume_use_ssl = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.824 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] osapi_volume_workers = 4 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.824 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] per_volume_size_limit = -1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.824 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] periodic_fuzzy_delay = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.824 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] periodic_interval = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.824 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] project_id_regex = [0-9a-f\-]+ log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.824 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] public_endpoint = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.824 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] publish_errors = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.825 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_backup_gigabytes = 1000 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.825 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_backups = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.825 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_consistencygroups = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.825 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_driver = cinder.quota.DbQuotaDriver log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.825 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_gigabytes = 1000 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.825 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_groups = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.825 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_snapshots = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.825 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] quota_volumes = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.825 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] rate_limit_burst = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.825 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] rate_limit_except_level = CRITICAL log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.826 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] rate_limit_interval = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.826 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] replication_device = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.826 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] report_discard_supported = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.826 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] report_interval = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.826 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] reservation_clean_interval = 86400 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.826 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] reservation_expire = 86400 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.826 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] reserved_image_namespaces = [] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.826 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] reserved_percentage = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.826 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] resource_query_filters_file = /etc/cinder/resource_filters.json log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.827 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] rootwrap_config = /etc/cinder/rootwrap.conf log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.827 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] rpc_response_timeout = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.827 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] run_external_periodic_tasks = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.827 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] scheduler_manager = cinder.scheduler.manager.SchedulerManager log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.827 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] scst_target_driver = iscsi log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.827 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] scst_target_iqn_name = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.827 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_down_time = 180 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.827 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] snapshot_name_template = snapshot-%s log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.827 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] split_loggers = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.828 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] state_path = /var/lib/cinder log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.828 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] storage_availability_zone = nova log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.828 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] storage_protocol = iSCSI log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.828 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] swift_catalog_info = object-store:swift:publicURL log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.828 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] syslog_log_facility = LOG_USER log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.828 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] target_helper = tgtadm log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.828 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] target_ip_address = 10.128.0.251 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.828 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] target_port = 3260 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.828 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] target_prefix = iqn.2010-10.org.openstack: log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.829 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] target_protocol = iscsi log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.829 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] target_secondary_ip_addresses = [] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.829 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] trace_flags = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.829 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] transfer_api_class = cinder.transfer.api.API log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.829 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] transport_url = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.829 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] until_refresh = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.829 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_chap_auth = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.829 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_default_quota_class = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.829 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_eventlog = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.830 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_journal = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.830 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_json = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.830 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_multipath_for_image_xfer = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.830 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_stderr = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.830 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] use_syslog = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.830 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] verify_glance_signatures = enabled log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.830 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.830 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_api_class = cinder.volume.api.API log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.831 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_backend_name = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.831 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_clear = zero log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.831 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_clear_ionice = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.831 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_clear_size = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.831 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_copy_blkio_cgroup_name = cinder-volume-copy log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.831 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_copy_bps_limit = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.831 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_dd_blocksize = 1M log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.831 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_manager = cinder.volume.manager.VolumeManager log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.831 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_name_template = volume-%s log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.832 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volume_usage_audit_period = month log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.832 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] volumes_dir = /var/lib/cinder/volumes log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.832 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] watch_log_file = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2602 2025-12-03 22:26:12.832 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] os_brick.lock_path = /var/locks/openstack/os-brick log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.832 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] os_brick.wait_mpath_device_attempts = 4 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.832 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] os_brick.wait_mpath_device_interval = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.832 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.832 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_versionedobjects.fatal_exception_format_errors = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.832 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_concurrency.disable_process_locking = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.833 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_concurrency.lock_path = /var/locks/openstack/cinder log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.833 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_metrics.metrics_buffer_size = 1000 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.833 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_metrics.metrics_enabled = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.833 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_metrics.metrics_process_name = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.833 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.833 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.833 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.admin_password = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.833 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.admin_tenant_name = admin log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.833 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.admin_token = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.834 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.admin_user = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.834 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_admin_prefix = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.834 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_host = 127.0.0.1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.834 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_port = 35357 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.834 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_protocol = https log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.834 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_section = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.835 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_type = password log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.835 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_uri = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.835 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.auth_version = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.835 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.cache = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.835 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.cafile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.835 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.certfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.835 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.delay_auth_decision = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.835 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.enforce_token_bind = permissive log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.835 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.http_connect_timeout = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.836 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.http_request_max_retries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.836 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.identity_uri = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.836 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.include_service_catalog = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.836 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.insecure = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.836 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.interface = internal log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.836 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.keyfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.836 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_pool_conn_get_timeout = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.836 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_pool_dead_retry = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.836 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_pool_maxsize = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.837 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_pool_socket_timeout = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.837 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_pool_unused_timeout = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.837 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_secret_key = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.837 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_security_strategy = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.837 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcache_use_advanced_pool = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.837 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.memcached_servers = ['memcached-0.memcached.openstack.svc:11212'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.837 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.region_name = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.837 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.service_token_roles = ['service'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.837 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.service_token_roles_required = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.838 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.service_type = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.838 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.token_cache_time = 300 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.838 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] keystone_authtoken.www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.838 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.backend = dogpile.cache.null log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.838 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.backend_argument = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.838 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.config_prefix = cache.oslo log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.838 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.dead_timeout = 60.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.838 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.debug_cache_backend = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.838 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.enable_retry_client = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.839 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.enable_socket_keepalive = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.839 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.enabled = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.839 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.expiration_time = 600 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.839 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.hashclient_retry_attempts = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.839 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.hashclient_retry_delay = 1.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.839 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_dead_retry = 300 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.839 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_password = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.839 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_pool_connection_get_timeout = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.839 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_pool_flush_on_reconnect = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.840 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_pool_maxsize = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.840 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_pool_unused_timeout = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.840 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_sasl_enabled = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.840 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_servers = ['localhost:11211'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.840 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_socket_timeout = 1.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.840 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.memcache_username = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.840 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.proxies = [] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.840 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.retry_attempts = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.840 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.retry_delay = 0.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.841 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.socket_keepalive_count = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.841 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.socket_keepalive_idle = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.841 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.socket_keepalive_interval = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.841 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.tls_allowed_ciphers = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.841 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.tls_cafile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.841 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.tls_certfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.841 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.tls_enabled = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.841 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cache.tls_keyfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.841 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] coordination.backend_url = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.842 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.backend = sqlalchemy log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.842 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.connection = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.842 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.connection_debug = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.842 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.connection_parameters = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.842 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.connection_recycle_time = 3600 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.842 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.connection_trace = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.842 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.db_inc_retry_interval = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.842 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.db_max_retries = -1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.842 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.db_max_retry_interval = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.843 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.db_retry_interval = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.843 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.max_overflow = 50 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.843 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.max_pool_size = 5 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.843 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.max_retries = -1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.843 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.mysql_enable_ndb = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.843 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.mysql_sql_mode = TRADITIONAL log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.844 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.mysql_wsrep_sync_wait = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.844 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.pool_timeout = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.844 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.retry_interval = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.844 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.slave_connection = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.844 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.sqlite_synchronous = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.844 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] database.use_db_reconnect = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.844 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.enforce_new_defaults = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.844 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.enforce_scope = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.845 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.policy_default_rule = default log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.845 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.policy_dirs = ['policy.d'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.845 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.policy_file = policy.yaml log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.845 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.remote_content_type = application/x-www-form-urlencoded log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.845 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.remote_ssl_ca_crt_file = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.845 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.remote_ssl_client_crt_file = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.845 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.remote_ssl_client_key_file = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.845 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_policy.remote_ssl_verify_server_crt = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.845 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.connection_string = messaging:// log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.845 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.enabled = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.846 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.es_doc_type = notification log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.846 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.es_scroll_size = 10000 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.846 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.es_scroll_time = 2m log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.846 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.filter_error_trace = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.846 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.hmac_keys = SECRET_KEY log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.846 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.sentinel_service_name = mymaster log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.846 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.socket_timeout = 0.1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.846 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] profiler.trace_sqlalchemy = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.846 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] privsep_osbrick.capabilities = [21] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.847 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] privsep_osbrick.group = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.847 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] privsep_osbrick.helper_command = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.847 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] privsep_osbrick.logger_name = os_brick.privileged log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.847 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] privsep_osbrick.thread_pool_size = 16 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.847 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] privsep_osbrick.user = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.847 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.847 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_sys_admin.group = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.847 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_sys_admin.helper_command = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.847 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_sys_admin.logger_name = oslo_privsep.daemon log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.848 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_sys_admin.thread_pool_size = 16 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.848 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] cinder_sys_admin.user = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.848 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.auth_section = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.848 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.auth_type = password log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.848 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.cafile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.848 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.certfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.848 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.collect_timing = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.848 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.insecure = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.848 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.keyfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.849 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.send_service_user_token = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.849 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.split_loggers = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.849 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] service_user.timeout = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.849 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.backend_availability_zone = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.849 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.chap_password = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.849 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.chap_username = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.849 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.849 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.driver_client_cert = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.849 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.driver_client_cert_key = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.849 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.driver_data_namespace = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.850 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.driver_ssl_cert_path = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.850 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.driver_ssl_cert_verify = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.850 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.driver_use_ssl = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.850 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.enable_unsupported_driver = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.850 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.enforce_multipath_for_image_xfer = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.850 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.filter_function = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.850 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.goodness_function = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.850 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iet_conf = /etc/iet/ietd.conf log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.850 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.image_upload_use_cinder_backend = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.851 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.image_upload_use_internal_tenant = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.851 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.image_volume_cache_enabled = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.851 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.image_volume_cache_max_count = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.851 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.image_volume_cache_max_size_gb = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.851 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iscsi_iotype = fileio log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.851 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iscsi_target_flags = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.851 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iscsi_write_cache = on log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.851 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iser_helper = tgtadm log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.851 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iser_ip_address = 10.128.0.251 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.852 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iser_port = 3260 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.852 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.iser_target_prefix = iqn.2010-10.org.openstack: log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.852 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.max_over_subscription_ratio = 20.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.852 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.num_iser_scan_tries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.852 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.num_shell_tries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.852 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.num_volume_device_scan_tries = 3 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.852 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.nvmeof_conn_info_version = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.852 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.nvmet_ns_id = 10 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.852 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.nvmet_port_id = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.853 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.replication_device = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.853 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.report_discard_supported = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.853 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.reserved_percentage = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.853 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.scst_target_driver = iscsi log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.853 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.scst_target_iqn_name = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.853 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.storage_protocol = iSCSI log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.853 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.target_helper = tgtadm log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.853 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.target_ip_address = 10.128.0.251 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.854 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.target_port = 3260 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.854 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.target_prefix = iqn.2010-10.org.openstack: log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.854 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.target_protocol = iscsi log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.854 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.target_secondary_ip_addresses = [] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.854 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.trace_flags = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.854 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.unique_fqdn_network = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.854 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.use_chap_auth = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.854 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.use_multipath_for_image_xfer = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.855 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volume_backend_name = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.855 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volume_clear = zero log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.855 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volume_clear_ionice = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.855 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volume_clear_size = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.855 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volume_copy_blkio_cgroup_name = cinder-volume-copy log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.856 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volume_copy_bps_limit = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.856 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volume_dd_blocksize = 1M log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.856 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] backend_defaults.volumes_dir = /var/lib/cinder/volumes log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.856 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_reports.file_event_handler = /var/lib/cinder log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.856 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_reports.file_event_handler_interval = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.856 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_reports.log_dir = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.856 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.amqp_auto_delete = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.856 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.amqp_durable_queues = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.856 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.conn_pool_min_size = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.857 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.conn_pool_ttl = 1200 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.857 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.direct_mandatory_flag = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.857 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.enable_cancel_on_failover = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.857 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.heartbeat_in_pthread = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.857 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.heartbeat_rate = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.857 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.857 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.kombu_compression = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.857 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.kombu_failover_strategy = round-robin log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.857 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.858 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.858 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_ha_queues = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.858 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_interval_max = 30 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.858 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.858 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.858 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.858 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.858 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.858 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_quorum_queue = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.859 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_retry_backoff = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.859 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_retry_interval = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.859 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.859 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.rpc_conn_pool_size = 30 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.859 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.ssl = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.859 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.ssl_ca_file = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.859 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.ssl_cert_file = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.859 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.ssl_enforce_fips_mode = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.859 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.ssl_key_file = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.860 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_rabbit.ssl_version = log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.860 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_notifications.driver = ['noop'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.860 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_notifications.retry = -1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.860 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_notifications.topics = ['notifications'] log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.860 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] oslo_messaging_notifications.transport_url = **** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.860 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] key_manager.backend = barbican log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.860 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.auth_endpoint = https://keystone-internal.openstack.svc:5000 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.860 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.barbican_api_version = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.861 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.barbican_endpoint = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.861 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.barbican_endpoint_type = internal log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.861 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.barbican_region_name = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.861 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.cafile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.861 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.certfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.861 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.collect_timing = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.861 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.insecure = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.861 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.keyfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.861 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.number_of_retries = 60 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.862 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.retry_delay = 1 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.862 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.send_service_user_token = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.862 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.split_loggers = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.862 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.timeout = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.862 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.verify_ssl = True log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.862 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican.verify_ssl_path = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.862 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.auth_section = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.862 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.auth_type = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.862 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.cafile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.863 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.certfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.863 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.collect_timing = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.863 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.insecure = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.863 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.keyfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.863 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.split_loggers = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.863 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] barbican_service_user.timeout = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.863 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.approle_role_id = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.863 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.approle_secret_id = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.863 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.cafile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.864 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.certfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.864 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.collect_timing = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.864 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.insecure = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.864 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.keyfile = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.864 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.kv_mountpoint = secret log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.864 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.kv_version = 2 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.864 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.namespace = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.864 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.root_token_id = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.864 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.split_loggers = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.865 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.ssl_ca_crt_file = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.865 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.timeout = None log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.865 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.use_ssl = False log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.865 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] vault.vault_url = http://127.0.0.1:8200 log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2609 2025-12-03 22:26:12.865 83023 DEBUG oslo_service.service [None req-d867618f-a3ce-4a05-b974-7f273eae1782 - - - - - -] ******************************************************************************** log_opt_values /usr/lib/python3.9/site-packages/oslo_config/cfg.py:2613 2025-12-03 22:26:12.865 83023 INFO cinder.service [-] Starting cinder-backup node (version 22.3.1) 2025-12-03 22:26:12.873 83023 DEBUG oslo_concurrency.lockutils [None req-7dffb8a3-3215-4e1a-8f68-a42b1f586be4 - - - - - -] Acquiring lock "cleanup_incomplete_backups_83023" by "cinder.backup.manager.BackupManager._cleanup_incomplete_backup_operations" inner /usr/lib/python3.9/site-packages/oslo_concurrency/lockutils.py:404 2025-12-03 22:26:12.874 83023 DEBUG oslo_concurrency.lockutils [None req-7dffb8a3-3215-4e1a-8f68-a42b1f586be4 - - - - - -] Lock "cleanup_incomplete_backups_83023" acquired by "cinder.backup.manager.BackupManager._cleanup_incomplete_backup_operations" :: waited 0.001s inner /usr/lib/python3.9/site-packages/oslo_concurrency/lockutils.py:409 2025-12-03 22:26:12.874 83023 INFO cinder.backup.manager [None req-7dffb8a3-3215-4e1a-8f68-a42b1f586be4 - - - - - -] Cleaning up incomplete backup operations. 2025-12-03 22:26:12.876 83023 WARNING cinder.backup.drivers.swift [-] We will use endpoints from keystone. It is possible we could have problems because of it. 2025-12-03 22:26:12.884 83023 DEBUG oslo_concurrency.lockutils [None req-7dffb8a3-3215-4e1a-8f68-a42b1f586be4 - - - - - -] Lock "cleanup_incomplete_backups_83023" "released" by "cinder.backup.manager.BackupManager._cleanup_incomplete_backup_operations" :: held 0.010s inner /usr/lib/python3.9/site-packages/oslo_concurrency/lockutils.py:423 2025-12-03 22:26:12.901 83023 DEBUG oslo_db.sqlalchemy.engines [None req-7dffb8a3-3215-4e1a-8f68-a42b1f586be4 - - - - - -] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION _check_effective_sql_mode /usr/lib/python3.9/site-packages/oslo_db/sqlalchemy/engines.py:335 2025-12-03 22:26:12.905 83023 DEBUG cinder.manager [None req-7dffb8a3-3215-4e1a-8f68-a42b1f586be4 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:26:12.918 83023 INFO cinder.keymgr.migration [None req-cdab0579-9fd4-4e7f-b6ec-42f6296ca7d3 - - - - - -] Not migrating encryption keys because the ConfKeyManager's fixed_key is not in use. 2025-12-03 22:26:12.959 83023 DEBUG cinder.service [None req-7dffb8a3-3215-4e1a-8f68-a42b1f586be4 - - - - - -] Creating RPC server for service cinder-backup start /usr/lib/python3.9/site-packages/cinder/service.py:239 2025-12-03 22:26:12.966 83023 DEBUG cinder.service [None req-7dffb8a3-3215-4e1a-8f68-a42b1f586be4 - - - - - -] Pinning object versions for RPC server serializer to 1.39 start /usr/lib/python3.9/site-packages/cinder/service.py:245 2025-12-03 22:27:31.006 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:27:31.007 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:28:31.013 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:28:31.013 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:29:31.016 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:29:31.016 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:30:31.015 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:30:31.015 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:31:31.019 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:31:31.019 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:32:31.016 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:32:31.016 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:33:31.012 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:33:31.013 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:34:31.014 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:34:31.015 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:35:31.020 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:35:31.020 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:36:31.018 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:36:31.018 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:37:31.021 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:37:31.022 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:38:31.025 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:38:31.025 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:39:31.028 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:39:31.029 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:40:31.033 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:40:31.033 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:41:31.030 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:41:31.030 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:42:31.035 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:42:31.036 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:43:31.039 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:43:31.039 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:44:31.040 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:44:31.040 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:45:31.043 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:45:31.044 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:46:31.048 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:46:31.048 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:47:31.048 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:47:31.048 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:48:31.052 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:48:31.053 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:50:31.060 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:50:31.061 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 22:51:31.064 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:51:31.064 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 22:52:31.063 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:52:31.063 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 22:53:31.068 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:53:31.068 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 22:54:31.072 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:54:31.074 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:55:31.076 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:55:31.077 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 22:56:31.080 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:56:31.080 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 22:57:31.077 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:57:31.077 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 22:58:31.078 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:58:31.079 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 22:59:31.080 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 22:59:31.081 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 23:00:31.078 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:00:31.079 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 23:01:31.083 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:01:31.084 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 23:02:31.082 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:02:31.082 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:03:31.077 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:03:31.078 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:04:31.078 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:04:31.079 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:05:31.082 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:05:31.082 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:06:31.085 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:06:31.085 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:07:31.081 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:07:31.082 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:08:31.084 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:08:31.085 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:09:31.090 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:09:31.090 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:10:31.087 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:10:31.087 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:11:31.084 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:11:31.084 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:12:31.080 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:12:31.081 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:13:31.077 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:13:31.077 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:14:31.077 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:14:31.078 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:15:31.074 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:15:31.075 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:16:31.079 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:16:31.080 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 23:17:31.075 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:17:31.075 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 23:18:31.082 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:18:31.082 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:18:55.651 83023 INFO cinder.backup.manager [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Create backup started, backup: 51bcede1-6936-4258-8d87-4277790985dd volume: 573cbd14-e420-4691-87de-6a3f4cd7e701. 2025-12-03 23:18:55.660 83023 INFO cinder.backup.manager [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2025-12-03T23:18:55Z,data_timestamp=2025-12-03T23:18:55Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-TestVolumeBackupRestore-backup-1884849532',encryption_key_id=None,fail_reason=None,host='cinder-baebb-backup-0',id=51bcede1-6936-4258-8d87-4277790985dd,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='e014ab433f1c45e4bdfa23184aca2555',restore_volume_id=None,service='cinder.backup.drivers.swift.SwiftBackupDriver',service_metadata=None,size=1,snapshot_id=None,status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='26c99312872e462f9fcc402116b69c78',volume_id=573cbd14-e420-4691-87de-6a3f4cd7e701) 2025-12-03 23:18:55.731 83023 DEBUG cinder.backup.drivers.swift [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Using swift URL https://swift-public-openstack.apps.sno.openstack.lab/v1/AUTH_e014ab433f1c45e4bdfa23184aca2555 initialize /usr/lib/python3.9/site-packages/cinder/backup/drivers/swift.py:287 2025-12-03 23:18:55.732 83023 DEBUG cinder.backup.drivers.swift [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Connect to None in "per_user" mode initialize /usr/lib/python3.9/site-packages/cinder/backup/drivers/swift.py:288 2025-12-03 23:18:55.732 83023 DEBUG os_brick.utils [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.128.0.251', 'multipath': True, 'enforce_multipath': False, 'host': None, 'execute': None}" trace_logging_wrapper /usr/lib/python3.9/site-packages/os_brick/utils.py:176 2025-12-03 23:18:55.734 83023 INFO oslo.privsep.daemon [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Running privsep helper: ['sudo', 'cinder-rootwrap', '/etc/cinder/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/cinder/cinder.conf', '--config-dir', '/etc/cinder/cinder.conf.d', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpb2pfqgf3/privsep.sock'] 2025-12-03 23:18:56.558 83023 INFO oslo.privsep.daemon [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Spawned new privsep daemon via rootwrap 2025-12-03 23:18:56.559 83023 DEBUG oslo.privsep.daemon [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Accepted privsep connection to /tmp/tmpb2pfqgf3/privsep.sock __init__ /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:362 2025-12-03 23:18:56.397 287302 INFO oslo.privsep.daemon [-] privsep daemon starting 2025-12-03 23:18:56.400 287302 INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0 2025-12-03 23:18:56.402 287302 INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none 2025-12-03 23:18:56.402 287302 INFO oslo.privsep.daemon [-] privsep daemon running as pid 287302 2025-12-03 23:18:56.562 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[660e4b1d-f1ee-4915-99e4-997b37e1f540]: (2,) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:18:56.706 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:18:56.726 287302 DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:18:56.726 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[2f5a351b-8a7a-42b6-8680-eafc505090b1]: (4, ('path checker states:\n\npaths: 0\nbusy: False\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:18:56.730 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:18:56.740 287302 DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.011s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:18:56.741 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[d673c008-5f9c-498e-8e16-beae584f7135]: (4, ('InitiatorName=iqn.1994-05.com.redhat:9731c1d742da\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:18:56.742 83023 WARNING os_brick.initiator.connectors.nvmeof [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath' 2025-12-03 23:18:56.744 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:18:56.759 287302 DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:18:56.759 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[62db7bf3-4a55-4f7d-810f-9b3c9f26e961]: (4, ('overlay\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:18:56.760 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[1991e575-19fb-48e9-9ce0-2cf2aa71175c]: (4, '4df8bb82-2002-4c58-895f-94eb9cdab694') _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:18:56.761 83023 DEBUG oslo_concurrency.processutils [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Running cmd (subprocess): nvme version execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:18:56.795 83023 DEBUG oslo_concurrency.processutils [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] CMD "nvme version" returned: 0 in 0.032s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:18:56.799 83023 DEBUG os_brick.initiator.connectors.lightos [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] LIGHTOS: [Errno 111] ECONNREFUSED find_dsc /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/lightos.py:98 2025-12-03 23:18:56.800 83023 DEBUG os_brick.initiator.connectors.lightos [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] LIGHTOS: did not find dsc, continuing anyway. get_connector_properties /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/lightos.py:76 2025-12-03 23:18:56.800 83023 DEBUG os_brick.initiator.connectors.lightos [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:9c824cb5-8b5d-48e4-a7c6-17ef6009b640 dsc: get_connector_properties /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/lightos.py:79 2025-12-03 23:18:56.801 83023 DEBUG os_brick.utils [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] <== get_connector_properties: return (1068ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.128.0.251', 'host': 'cinder-baebb-backup-0', 'multipath': True, 'initiator': 'iqn.1994-05.com.redhat:9731c1d742da', 'do_local_attach': False, 'nvme_hostid': '9c824cb5-8b5d-48e4-a7c6-17ef6009b640', 'system uuid': '4df8bb82-2002-4c58-895f-94eb9cdab694', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:9c824cb5-8b5d-48e4-a7c6-17ef6009b640', 'nvme_native_multipath': False, 'found_dsc': ''} trace_logging_wrapper /usr/lib/python3.9/site-packages/os_brick/utils.py:203 2025-12-03 23:18:59.938 83023 DEBUG os_brick.initiator.connector [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Factory for iscsi on None factory /usr/lib/python3.9/site-packages/os_brick/initiator/connector.py:281 2025-12-03 23:18:59.939 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portals': ['172.18.0.10:3260', '172.19.0.10:3260'], 'target_iqns': ['iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701', 'iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701'], 'target_luns': [0, 0], 'target_portal': '172.18.0.10:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701', 'target_lun': 0, 'volume_id': '573cbd14-e420-4691-87de-6a3f4cd7e701', 'auth_method': 'CHAP', 'auth_username': 'h4vGZL8kRk3GWRgGKxjG', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw': False}}" trace_logging_wrapper /usr/lib/python3.9/site-packages/os_brick/utils.py:176 2025-12-03 23:18:59.939 83023 DEBUG os_brick.initiator.connectors.base [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:68 2025-12-03 23:18:59.940 83023 DEBUG os_brick.initiator.connectors.base [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:73 2025-12-03 23:18:59.941 83023 DEBUG os_brick.initiator.connectors.base [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Acquiring lock "connect_to_iscsi_portal-172.18.0.10:3260-iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:68 2025-12-03 23:18:59.941 83023 DEBUG os_brick.initiator.connectors.base [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Lock "connect_to_iscsi_portal-172.18.0.10:3260-iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.000s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:73 2025-12-03 23:18:59.942 83023 INFO os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Trying to connect to iSCSI portal 172.18.0.10:3260 2025-12-03 23:18:59.942 83023 DEBUG os_brick.initiator.connectors.base [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Acquiring lock "connect_to_iscsi_portal-172.19.0.10:3260-iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:68 2025-12-03 23:18:59.944 83023 DEBUG os_brick.initiator.connectors.base [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Lock "connect_to_iscsi_portal-172.19.0.10:3260-iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:73 2025-12-03 23:18:59.944 83023 INFO os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Trying to connect to iSCSI portal 172.19.0.10:3260 2025-12-03 23:18:59.942 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:18:59.946 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:18:59.964 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260" returned: 21 in 0.022s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:18:59.964 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[ce20ed32-344d-4c99-ada8-d1af8e3f8881]: (4, ('', 'iscsiadm: No records found\n')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:18:59.965 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm (): stdout= stderr=iscsiadm: No records found _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:18:59.966 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --interface default --op new execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:18:59.969 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260" returned: 21 in 0.023s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:18:59.970 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[58a65523-d870-4b4c-840f-54e186839b32]: (4, ('', 'iscsiadm: No records found\n')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:18:59.970 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm (): stdout= stderr=iscsiadm: No records found _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:18:59.971 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --interface default --op new execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:18:59.992 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --interface default --op new" returned: 0 in 0.025s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:18:59.992 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[91472e3b-7f60-42b7-a9e2-3ff9fe741c97]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.18.0.10,3260,-1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701] added\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:18:59.993 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.18.0.10,3260,-1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701] added stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:18:59.994 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --interface default --op new" returned: 0 in 0.022s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:18:59.994 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[6b2f7d32-98ae-4537-9888-f4e7556f6c8c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.19.0.10,3260,-1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701] added\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:18:59.994 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.19.0.10,3260,-1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701] added stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:18:59.994 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --op update -n node.session.scan -v manual execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:18:59.998 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --op update -n node.session.scan -v manual execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.023 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.024 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[ec06c3b6-3b7b-4a0c-a816-3861284a13f1]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.025 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:00.027 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --op update -n node.session.auth.authmethod -v CHAP execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.027 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.027 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[17b6023e-fcb7-4f15-90a9-1cda676fe42b]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.028 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:00.031 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --op update -n node.session.auth.authmethod -v CHAP execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.054 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.055 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[c4fd0169-6026-43e6-8e2f-661a31e3ebc7]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.056 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:00.057 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --op update -n node.session.auth.username -v h4vGZL8kRk3GWRgGKxjG execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.072 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.047s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.073 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[48ad52d3-6bc0-466c-bb67-9dc97266af3d]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.074 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:00.075 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --op update -n node.session.auth.username -v h4vGZL8kRk3GWRgGKxjG execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.087 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --op update -n node.session.auth.username -v h4vGZL8kRk3GWRgGKxjG" returned: 0 in 0.030s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.088 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[17b85940-6219-483f-9c51-85df2620ae3f]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.089 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'h4vGZL8kRk3GWRgGKxjG'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:00.093 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --op update -n node.session.auth.password -v *** execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.108 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --op update -n node.session.auth.username -v h4vGZL8kRk3GWRgGKxjG" returned: 0 in 0.033s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.108 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[8d7016b9-b2a8-4ad2-beb3-af55df7715a8]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.109 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'h4vGZL8kRk3GWRgGKxjG'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:00.112 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --op update -n node.session.auth.password -v *** execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.122 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.122 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[7283a1b3-d6ee-44ed-8ea5-354336c04522]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.123 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:00.124 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.136 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.137 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[6e98f3a6-7bcc-44e1-a488-13eae7d75ef0]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.138 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:00.141 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.150 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.026s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.150 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[0f2ba5cb-c41b-41d5-b2b3-b8490de5808e]: (4, ('', 'iscsiadm: No active sessions.\n')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.151 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions. _run_iscsiadm_bare /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1196 2025-12-03 23:19:00.151 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsi session list stdout= stderr=iscsiadm: No active sessions. _run_iscsi_session /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1185 2025-12-03 23:19:00.151 83023 WARNING os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.  2025-12-03 23:19:00.152 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --login execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.157 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.158 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[cadd8f46-f4f4-481f-b3e5-609853400692]: (4, ('', 'iscsiadm: No active sessions.\n')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.159 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions. _run_iscsiadm_bare /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1196 2025-12-03 23:19:00.159 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsi session list stdout= stderr=iscsiadm: No active sessions. _run_iscsi_session /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1185 2025-12-03 23:19:00.159 83023 WARNING os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.  2025-12-03 23:19:00.160 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --login execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.248 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --login" returned: 0 in 0.096s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.248 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[fbf83bb2-6e2b-43ec-94d6-f45590227bf5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.19.0.10,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.19.0.10,3260] successful.\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.249 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.19.0.10,3260] Login to [iface: default, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.19.0.10,3260] successful. stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:00.250 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --op update -n node.startup -v automatic execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.250 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --login" returned: 0 in 0.090s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.251 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[d4f76530-ecbd-4cc0-9f2a-529df67de0e7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.18.0.10,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.18.0.10,3260] successful.\n', 'iscsiadm: could not read session targetname: 5\niscsiadm: could not find session info for session1\n')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.251 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.18.0.10,3260] Login to [iface: default, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.18.0.10,3260] successful. stderr=iscsiadm: could not read session targetname: 5 iscsiadm: could not find session info for session1 _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:00.255 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --op update -n node.startup -v automatic execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.273 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.274 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[9072e2c6-c486-4745-ac57-708715bf4235]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.275 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:00.276 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.281 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --op update -n node.startup -v automatic" returned: 0 in 0.031s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.281 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[5fa8abcf-929c-4f8b-82d3-5298ebe2b79f]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.282 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:00.283 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.297 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.298 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[e0ded236-87ad-4fba-b033-38bcdcc54dbe]: (4, ('tcp: [1] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash)\ntcp: [2] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash)\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.299 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('-m', 'session'): stdout=tcp: [1] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash) tcp: [2] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash) stderr= _run_iscsiadm_bare /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1196 2025-12-03 23:19:00.299 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsi session list stdout=tcp: [1] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash) tcp: [2] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash) stderr= _run_iscsi_session /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1185 2025-12-03 23:19:00.300 83023 DEBUG os_brick.initiator.connectors.base [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Lock "connect_to_iscsi_portal-172.18.0.10:3260-iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.358s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:87 2025-12-03 23:19:00.300 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Connected to 172.18.0.10:3260 _connect_vol /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:644 2025-12-03 23:19:00.301 83023 DEBUG os_brick.initiator.linuxscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] HCTL ('3', '-', '-', 0) found on session 2 with lun 0 get_hctl /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:761 2025-12-03 23:19:00.311 83023 DEBUG os_brick.initiator.linuxscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Scanning host 3 c: -, t: -, l: 0) scan_iscsi /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:786 2025-12-03 23:19:00.310 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.310 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[fe7ece0b-fd3c-4332-a11a-08bf037ff699]: (4, ('tcp: [1] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash)\ntcp: [2] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash)\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.312 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('-m', 'session'): stdout=tcp: [1] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash) tcp: [2] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash) stderr= _run_iscsiadm_bare /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1196 2025-12-03 23:19:00.312 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsi session list stdout=tcp: [1] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash) tcp: [2] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash) stderr= _run_iscsi_session /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1185 2025-12-03 23:19:00.313 83023 DEBUG os_brick.initiator.connectors.base [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Lock "connect_to_iscsi_portal-172.19.0.10:3260-iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.369s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:87 2025-12-03 23:19:00.313 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Connected to 172.19.0.10:3260 _connect_vol /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:644 2025-12-03 23:19:00.313 83023 DEBUG os_brick.initiator.linuxscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] HCTL ('2', '-', '-', 0) found on session 1 with lun 0 get_hctl /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:761 2025-12-03 23:19:00.313 83023 DEBUG os_brick.initiator.linuxscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Scanning host 2 c: -, t: -, l: 0) scan_iscsi /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:786 2025-12-03 23:19:00.313 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host3/scan execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.317 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host2/scan execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:00.353 287302 DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host3/scan" returned: 0 in 0.040s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.354 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[ba620775-58f5-446d-952e-1457e84605a7]: (4, ('- - 0', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.355 83023 DEBUG os_brick.initiator.linuxscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Searching for a device in session 2 and hctl ['3', '*', '*', 0] yield: None device_name_by_hctl /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:780 2025-12-03 23:19:00.356 287302 DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host2/scan" returned: 0 in 0.039s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:00.356 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[5adfacc2-582c-4179-987c-2e631eee69e2]: (4, ('- - 0', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:00.357 83023 DEBUG os_brick.initiator.linuxscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Searching for a device in session 1 and hctl ['2', '*', '*', 0] yield: None device_name_by_hctl /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:780 2025-12-03 23:19:01.357 83023 DEBUG os_brick.initiator.linuxscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Searching for a device in session 2 and hctl ['3', '*', '*', 0] yield: sdb device_name_by_hctl /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:780 2025-12-03 23:19:01.358 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Connected to sdb using {'target_discovered': False, 'target_portal': '172.18.0.10:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701', 'target_lun': 0, 'volume_id': '573cbd14-e420-4691-87de-6a3f4cd7e701', 'auth_method': 'CHAP', 'auth_username': 'h4vGZL8kRk3GWRgGKxjG', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw': False} _connect_vol /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:672 2025-12-03 23:19:01.359 83023 DEBUG os_brick.initiator.linuxscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Searching for a device in session 1 and hctl ['2', '*', '*', 0] yield: sda device_name_by_hctl /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:780 2025-12-03 23:19:01.360 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Connected to sda using {'target_discovered': False, 'target_portal': '172.19.0.10:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701', 'target_lun': 0, 'volume_id': '573cbd14-e420-4691-87de-6a3f4cd7e701', 'auth_method': 'CHAP', 'auth_username': 'h4vGZL8kRk3GWRgGKxjG', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw': False} _connect_vol /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:672 2025-12-03 23:19:01.948 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] All connection threads finished, giving 10 seconds for dm to appear. _connect_multipath_volume /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:769 2025-12-03 23:19:02.950 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipath -C dm-20 execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:02.974 287302 DEBUG oslo_concurrency.processutils [-] CMD "multipath -C dm-20" returned: 0 in 0.024s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:02.974 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[cd2b9c14-c364-4b9d-9ecd-da26793c487c]: (4, ('', '5552.430985 | 3600140549fde7d60ddb4925b669471b2: adding new path sdb\n5552.432667 | 3600140549fde7d60ddb4925b669471b2: adding new path sda\n')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:02.976 83023 DEBUG os_brick.initiator.connectors.base [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 3.036s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:87 2025-12-03 23:19:02.976 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] <== connect_volume: return (3037ms) {'type': 'block', 'scsi_wwn': '3600140549fde7d60ddb4925b669471b2', 'path': '/dev/dm-20', 'multipath_id': '3600140549fde7d60ddb4925b669471b2'} trace_logging_wrapper /usr/lib/python3.9/site-packages/os_brick/utils.py:203 2025-12-03 23:19:02.977 83023 DEBUG oslo_concurrency.processutils [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Running cmd (subprocess): sudo cinder-rootwrap /etc/cinder/rootwrap.conf chown 42407 /dev/dm-20 execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:03.365 83023 DEBUG oslo_concurrency.processutils [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] CMD "sudo cinder-rootwrap /etc/cinder/rootwrap.conf chown 42407 /dev/dm-20" returned: 0 in 0.388s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:03.399 83023 DEBUG oslo_db.sqlalchemy.engines [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION _check_effective_sql_mode /usr/lib/python3.9/site-packages/oslo_db/sqlalchemy/engines.py:335 2025-12-03 23:19:03.406 83023 DEBUG cinder.backup.chunkeddriver [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] _create_container started, container: volumebackups,backup: 51bcede1-6936-4258-8d87-4277790985dd. _create_container /usr/lib/python3.9/site-packages/cinder/backup/chunkeddriver.py:250 2025-12-03 23:19:03.540 83023 WARNING cinder.backup.drivers.swift [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Failed to HEAD container to determine if it exists and should be created.: swiftclient.exceptions.ClientException: Container HEAD failed: https://swift-public-openstack.apps.sno.openstack.lab/v1/AUTH_e014ab433f1c45e4bdfa23184aca2555/volumebackups 403 Forbidden (txn: tx89597e4bc5364141b20b9-006930c567) 2025-12-03 23:19:03.541 83023 DEBUG oslo_concurrency.processutils [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Running cmd (subprocess): sudo cinder-rootwrap /etc/cinder/rootwrap.conf chown 0 /dev/dm-20 execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:03.912 83023 DEBUG oslo_concurrency.processutils [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] CMD "sudo cinder-rootwrap /etc/cinder/rootwrap.conf chown 0 /dev/dm-20" returned: 0 in 0.371s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:03.913 83023 INFO cinder.message.api [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Creating message record for request_id = req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 2025-12-03 23:19:03.923 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portals': ['172.18.0.10:3260', '172.19.0.10:3260'], 'target_iqns': ['iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701', 'iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701'], 'target_luns': [0, 0], 'target_portal': '172.18.0.10:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701', 'target_lun': 0, 'volume_id': '573cbd14-e420-4691-87de-6a3f4cd7e701', 'auth_method': 'CHAP', 'auth_username': 'h4vGZL8kRk3GWRgGKxjG', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False}, {'type': 'block', 'scsi_wwn': '3600140549fde7d60ddb4925b669471b2', 'path': '/dev/dm-20', 'multipath_id': '3600140549fde7d60ddb4925b669471b2'}), 'kwargs': {'force': True}}" trace_logging_wrapper /usr/lib/python3.9/site-packages/os_brick/utils.py:176 2025-12-03 23:19:03.924 83023 DEBUG os_brick.initiator.connectors.base [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:68 2025-12-03 23:19:03.924 83023 DEBUG os_brick.initiator.connectors.base [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.000s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:73 2025-12-03 23:19:03.925 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Getting connected devices for (ips,iqns,luns)=[('172.18.0.10:3260', 'iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701', 0), ('172.19.0.10:3260', 'iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701', 0)] _get_connection_devices /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:833 2025-12-03 23:19:03.925 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:03.944 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:03.944 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[296a06a2-7360-4a7b-bed3-90c78b6125c7]: (4, ('172.18.0.10:3260,4294967295 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701\n172.19.0.10:3260,4294967295 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:03.945 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:03.970 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:03.971 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[8ff6b5a6-94b0-4fda-8ca4-5e1d12c83242]: (4, ('tcp: [1] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash)\ntcp: [2] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash)\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:03.972 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('-m', 'session'): stdout=tcp: [1] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash) tcp: [2] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash) stderr= _run_iscsiadm_bare /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1196 2025-12-03 23:19:03.972 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsi session list stdout=tcp: [1] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash) tcp: [2] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 (non-flash) stderr= _run_iscsi_session /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1185 2025-12-03 23:19:03.977 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Resulting device map defaultdict(. at 0x7fa986317550>, {('172.18.0.10:3260', 'iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701'): ({'sdb'}, set()), ('172.19.0.10:3260', 'iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701'): ({'sda'}, set())}) _get_connection_devices /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:866 2025-12-03 23:19:03.978 83023 DEBUG os_brick.initiator.linuxscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Removing multipathed devices sda, sdb remove_connection /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:376 2025-12-03 23:19:03.978 83023 DEBUG os_brick.initiator.linuxscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Flush multipath device 3600140549fde7d60ddb4925b669471b2 flush_multipath_device /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:446 2025-12-03 23:19:03.979 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipath -f 3600140549fde7d60ddb4925b669471b2 execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:04.035 287302 DEBUG oslo_concurrency.processutils [-] CMD "multipath -f 3600140549fde7d60ddb4925b669471b2" returned: 0 in 0.056s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:04.036 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[e3202891-908b-404c-8549-5e197c944dfb]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:04.037 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sda execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:04.065 287302 DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sda" returned: 0 in 0.028s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:04.065 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[82b01be4-c1e5-4718-80f0-b8ffdbe5760b]: (4, ('ok\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:04.067 83023 DEBUG os_brick.initiator.linuxscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Remove SCSI device /dev/sda with /sys/block/sda/device/delete remove_scsi_device /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:150 2025-12-03 23:19:04.068 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sda/device/delete execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:04.126 287302 DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sda/device/delete" returned: 0 in 0.058s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:04.126 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[cd48a40a-aa17-4767-879e-a66e659f4c69]: (4, ('1', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:04.128 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:04.148 287302 DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:04.148 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[6d3801c8-1565-401e-9299-d5719a84076e]: (4, ('ok\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:04.152 83023 DEBUG os_brick.initiator.linuxscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete remove_scsi_device /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:150 2025-12-03 23:19:04.153 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:04.217 287302 DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.064s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:04.217 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[eac80f28-8575-4482-bc29-52bc67b0cd5d]: (4, ('1', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:04.218 83023 DEBUG os_brick.initiator.linuxscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Checking to see if SCSI volumes sda, sdb have been removed. wait_for_volumes_removal /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:158 2025-12-03 23:19:04.219 83023 DEBUG os_brick.initiator.linuxscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] SCSI volumes sda, sdb have been removed. wait_for_volumes_removal /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:168 2025-12-03 23:19:04.219 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Disconnecting from: [('172.18.0.10:3260', 'iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701'), ('172.19.0.10:3260', 'iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701')] _disconnect_connection /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1174 2025-12-03 23:19:04.221 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --op update -n node.startup -v manual execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:04.243 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:04.243 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[ee2db69e-6816-4af2-9f5a-e16c431b91dc]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:04.245 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:04.245 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --logout execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:04.290 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --logout" returned: 0 in 0.045s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:04.291 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[dbb42ffc-c621-427f-9f2a-4285829d0847]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.18.0.10,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.18.0.10,3260] successful.\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:04.291 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.18.0.10,3260] Logout of [sid: 2, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.18.0.10,3260] successful. stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:04.294 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --op delete execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:04.314 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.18.0.10:3260 --op delete" returned: 0 in 0.020s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:04.315 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[d6ca633d-90c3-4e5f-b8d1-b72b4e0ff81a]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:04.316 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--op', 'delete'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:04.317 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --op update -n node.startup -v manual execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:04.336 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:04.336 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[5b15da5e-55d0-48f7-a740-ecf350cfe81c]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:04.337 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:04.339 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --logout execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:04.382 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --logout" returned: 0 in 0.043s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:04.382 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[6e041012-eacd-40f8-8481-fc583c0705b3]: (4, ('Logging out of session [sid: 1, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.19.0.10,3260]\nLogout of [sid: 1, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.19.0.10,3260] successful.\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:04.383 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--logout',): stdout=Logging out of session [sid: 1, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.19.0.10,3260] Logout of [sid: 1, target: iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701, portal: 172.19.0.10,3260] successful. stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:04.384 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --op delete execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:19:04.402 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-573cbd14-e420-4691-87de-6a3f4cd7e701 -p 172.19.0.10:3260 --op delete" returned: 0 in 0.018s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:19:04.403 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[a5454e6f-2270-4b1c-9101-09f40824c952]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:19:04.404 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] iscsiadm ('--op', 'delete'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:19:04.404 83023 DEBUG os_brick.initiator.connectors.base [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.480s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:87 2025-12-03 23:19:04.404 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] <== disconnect_volume: return (480ms) None trace_logging_wrapper /usr/lib/python3.9/site-packages/os_brick/utils.py:203 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server [None req-bc138ad4-6a08-4bb2-a46a-4b229adc1ece 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Exception during message handling: cinder.exception.SwiftConnectionFailed: Connection to swift failed: Container HEAD failed: https://swift-public-openstack.apps.sno.openstack.lab/v1/AUTH_e014ab433f1c45e4bdfa23184aca2555/volumebackups 403 Forbidden (txn: tx89597e4bc5364141b20b9-006930c567) 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server Traceback (most recent call last): 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/drivers/swift.py", line 367, in put_container 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server self.conn.head_container(container, headers=self._headers()) 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/swiftclient/client.py", line 1866, in head_container 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server return self._retry(None, head_container, container, headers=headers) 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/swiftclient/client.py", line 1797, in _retry 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server rv = func(self.url, self.token, *args, 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/swiftclient/client.py", line 1060, in head_container 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server raise ClientException.from_response( 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server swiftclient.exceptions.ClientException: Container HEAD failed: https://swift-public-openstack.apps.sno.openstack.lab/v1/AUTH_e014ab433f1c45e4bdfa23184aca2555/volumebackups 403 Forbidden (txn: tx89597e4bc5364141b20b9-006930c567) 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server Traceback (most recent call last): 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/manager.py", line 531, in continue_backup 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server volume_utils.update_backup_error(backup, str(err)) 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 227, in __exit__ 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server self.force_reraise() 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 200, in force_reraise 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server raise self.value 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/manager.py", line 503, in continue_backup 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server self.message_api.create_from_request_context( 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 227, in __exit__ 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server self.force_reraise() 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 200, in force_reraise 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server raise self.value 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/manager.py", line 493, in continue_backup 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server updates = backup_service.backup( 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/chunkeddriver.py", line 566, in backup 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server volume_size_bytes) = self._prepare_backup(backup) 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/chunkeddriver.py", line 352, in _prepare_backup 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server container = self._create_container(backup) 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/chunkeddriver.py", line 255, in _create_container 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server self.put_container(backup.container) 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/drivers/swift.py", line 381, in put_container 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server raise exception.SwiftConnectionFailed(reason=e) 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server cinder.exception.SwiftConnectionFailed: Connection to swift failed: Container HEAD failed: https://swift-public-openstack.apps.sno.openstack.lab/v1/AUTH_e014ab433f1c45e4bdfa23184aca2555/volumebackups 403 Forbidden (txn: tx89597e4bc5364141b20b9-006930c567) 2025-12-03 23:19:07.310 83023 ERROR oslo_messaging.rpc.server  2025-12-03 23:19:07.674 83023 INFO cinder.backup.manager [None req-a4e3d3e4-2efe-48b3-b5bf-b2936dc465fc 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Delete backup started, backup: 51bcede1-6936-4258-8d87-4277790985dd. 2025-12-03 23:19:07.678 83023 DEBUG cinder.backup.drivers.swift [None req-a4e3d3e4-2efe-48b3-b5bf-b2936dc465fc 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Using swift URL https://swift-public-openstack.apps.sno.openstack.lab/v1/AUTH_e014ab433f1c45e4bdfa23184aca2555 initialize /usr/lib/python3.9/site-packages/cinder/backup/drivers/swift.py:287 2025-12-03 23:19:07.678 83023 DEBUG cinder.backup.drivers.swift [None req-a4e3d3e4-2efe-48b3-b5bf-b2936dc465fc 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Connect to None in "per_user" mode initialize /usr/lib/python3.9/site-packages/cinder/backup/drivers/swift.py:288 2025-12-03 23:19:07.678 83023 DEBUG cinder.backup.chunkeddriver [None req-a4e3d3e4-2efe-48b3-b5bf-b2936dc465fc 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] delete started, backup: 51bcede1-6936-4258-8d87-4277790985dd, container: volumebackups, prefix: None. delete_backup /usr/lib/python3.9/site-packages/cinder/backup/chunkeddriver.py:841 2025-12-03 23:19:07.678 83023 DEBUG cinder.backup.chunkeddriver [None req-a4e3d3e4-2efe-48b3-b5bf-b2936dc465fc 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] delete 51bcede1-6936-4258-8d87-4277790985dd finished. delete_backup /usr/lib/python3.9/site-packages/cinder/backup/chunkeddriver.py:867 2025-12-03 23:19:07.704 83023 DEBUG oslo_db.sqlalchemy.engines [None req-a4e3d3e4-2efe-48b3-b5bf-b2936dc465fc 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION _check_effective_sql_mode /usr/lib/python3.9/site-packages/oslo_db/sqlalchemy/engines.py:335 2025-12-03 23:19:07.744 83023 WARNING cinder.quota [None req-a4e3d3e4-2efe-48b3-b5bf-b2936dc465fc 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Deprecated: Default quota for resource: backups is set by the default quota flag: quota_backups, it is now deprecated. Please use the default quota class for default quota. 2025-12-03 23:19:07.745 83023 WARNING cinder.quota [None req-a4e3d3e4-2efe-48b3-b5bf-b2936dc465fc 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Deprecated: Default quota for resource: backup_gigabytes is set by the default quota flag: quota_backup_gigabytes, it is now deprecated. Please use the default quota class for default quota. 2025-12-03 23:19:07.767 83023 DEBUG cinder.quota [None req-a4e3d3e4-2efe-48b3-b5bf-b2936dc465fc 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Created reservations ['f0fe3d59-fe72-43d1-85dc-aae5f697a7df', '25dfbf5e-d104-4868-b6b5-ba0f315a6898'] reserve /usr/lib/python3.9/site-packages/cinder/quota.py:755 2025-12-03 23:19:07.801 83023 INFO cinder.backup.manager [None req-a4e3d3e4-2efe-48b3-b5bf-b2936dc465fc 26c99312872e462f9fcc402116b69c78 e014ab433f1c45e4bdfa23184aca2555 - - - -] Delete backup finished, backup 51bcede1-6936-4258-8d87-4277790985dd deleted. ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:499 in poll `self.conn.consume(timeout=current_timeout)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:154 in _reader_main `for msg in reader:` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:91 in __next__ `buf = self.readsock.recv(4096)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:370 in recv `return self._recv_loop(self.fd.recv, b'', bufsize, flags)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:364 in _recv_loop `self._read_trampoline()` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:332 in _read_trampoline `self._trampoline(` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:211 in _trampoline `return trampoline(fd, read=read, write=write, timeout=timeout,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:252 in logger `for line in f:` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:106 in readinto `data = self.read(up_to)` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:85 in read `return _original_os.read(self._fileno, size)` /usr/lib/python3.9/site-packages/eventlet/green/os.py:50 in read `hubs.trampoline(fd, read=True)` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 fatal_deprecations = False filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 23:19:31.085 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:19:31.086 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:20:31.083 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:20:31.084 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:21:31.088 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:21:31.088 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:22:31.093 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:22:31.093 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:23:31.097 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:23:31.098 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:24:31.102 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:24:31.102 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:25:31.100 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:25:31.100 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:26:31.103 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:26:31.104 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:27:31.105 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:27:31.106 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:28:31.111 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:28:31.111 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:29:31.113 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:29:31.114 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:30:31.116 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:30:31.117 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:31:31.120 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:31:31.121 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:32:31.125 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:32:31.125 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:499 in poll `self.conn.consume(timeout=current_timeout)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:154 in _reader_main `for msg in reader:` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:91 in __next__ `buf = self.readsock.recv(4096)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:370 in recv `return self._recv_loop(self.fd.recv, b'', bufsize, flags)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:364 in _recv_loop `self._read_trampoline()` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:332 in _read_trampoline `self._trampoline(` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:211 in _trampoline `return trampoline(fd, read=read, write=write, timeout=timeout,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:252 in logger `for line in f:` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:106 in readinto `data = self.read(up_to)` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:85 in read `return _original_os.read(self._fileno, size)` /usr/lib/python3.9/site-packages/eventlet/green/os.py:50 in read `hubs.trampoline(fd, read=True)` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 fatal_deprecations = False filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 23:33:31.130 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:33:31.130 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:499 in poll `self.conn.consume(timeout=current_timeout)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:154 in _reader_main `for msg in reader:` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:91 in __next__ `buf = self.readsock.recv(4096)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:370 in recv `return self._recv_loop(self.fd.recv, b'', bufsize, flags)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:364 in _recv_loop `self._read_trampoline()` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:332 in _read_trampoline `self._trampoline(` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:211 in _trampoline `return trampoline(fd, read=read, write=write, timeout=timeout,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:252 in logger `for line in f:` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:106 in readinto `data = self.read(up_to)` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:85 in read `return _original_os.read(self._fileno, size)` /usr/lib/python3.9/site-packages/eventlet/green/os.py:50 in read `hubs.trampoline(fd, read=True)` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 fatal_deprecations = False filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:499 in poll `self.conn.consume(timeout=current_timeout)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:154 in _reader_main `for msg in reader:` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:91 in __next__ `buf = self.readsock.recv(4096)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:370 in recv `return self._recv_loop(self.fd.recv, b'', bufsize, flags)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:364 in _recv_loop `self._read_trampoline()` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:332 in _read_trampoline `self._trampoline(` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:211 in _trampoline `return trampoline(fd, read=read, write=write, timeout=timeout,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:252 in logger `for line in f:` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:106 in readinto `data = self.read(up_to)` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:85 in read `return _original_os.read(self._fileno, size)` /usr/lib/python3.9/site-packages/eventlet/green/os.py:50 in read `hubs.trampoline(fd, read=True)` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 fatal_deprecations = False filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 23:34:31.133 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:34:31.134 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:499 in poll `self.conn.consume(timeout=current_timeout)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:154 in _reader_main `for msg in reader:` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:91 in __next__ `buf = self.readsock.recv(4096)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:370 in recv `return self._recv_loop(self.fd.recv, b'', bufsize, flags)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:364 in _recv_loop `self._read_trampoline()` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:332 in _read_trampoline `self._trampoline(` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:211 in _trampoline `return trampoline(fd, read=read, write=write, timeout=timeout,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:252 in logger `for line in f:` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:106 in readinto `data = self.read(up_to)` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:85 in read `return _original_os.read(self._fileno, size)` /usr/lib/python3.9/site-packages/eventlet/green/os.py:50 in read `hubs.trampoline(fd, read=True)` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 fatal_deprecations = False filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:499 in poll `self.conn.consume(timeout=current_timeout)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:154 in _reader_main `for msg in reader:` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:91 in __next__ `buf = self.readsock.recv(4096)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:370 in recv `return self._recv_loop(self.fd.recv, b'', bufsize, flags)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:364 in _recv_loop `self._read_trampoline()` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:332 in _read_trampoline `self._trampoline(` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:211 in _trampoline `return trampoline(fd, read=read, write=write, timeout=timeout,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:252 in logger `for line in f:` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:106 in readinto `data = self.read(up_to)` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:85 in read `return _original_os.read(self._fileno, size)` /usr/lib/python3.9/site-packages/eventlet/green/os.py:50 in read `hubs.trampoline(fd, read=True)` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 fatal_deprecations = False filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 23:35:31.136 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:35:31.137 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:499 in poll `self.conn.consume(timeout=current_timeout)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:154 in _reader_main `for msg in reader:` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:91 in __next__ `buf = self.readsock.recv(4096)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:370 in recv `return self._recv_loop(self.fd.recv, b'', bufsize, flags)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:364 in _recv_loop `self._read_trampoline()` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:332 in _read_trampoline `self._trampoline(` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:211 in _trampoline `return trampoline(fd, read=read, write=write, timeout=timeout,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:252 in logger `for line in f:` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:106 in readinto `data = self.read(up_to)` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:85 in read `return _original_os.read(self._fileno, size)` /usr/lib/python3.9/site-packages/eventlet/green/os.py:50 in read `hubs.trampoline(fd, read=True)` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 fatal_deprecations = False filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 23:36:31.139 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:36:31.140 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:499 in poll `self.conn.consume(timeout=current_timeout)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:154 in _reader_main `for msg in reader:` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:91 in __next__ `buf = self.readsock.recv(4096)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:370 in recv `return self._recv_loop(self.fd.recv, b'', bufsize, flags)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:364 in _recv_loop `self._read_trampoline()` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:332 in _read_trampoline `self._trampoline(` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:211 in _trampoline `return trampoline(fd, read=read, write=write, timeout=timeout,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:252 in logger `for line in f:` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:106 in readinto `data = self.read(up_to)` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:85 in read `return _original_os.read(self._fileno, size)` /usr/lib/python3.9/site-packages/eventlet/green/os.py:50 in read `hubs.trampoline(fd, read=True)` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 fatal_deprecations = False filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:499 in poll `self.conn.consume(timeout=current_timeout)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:154 in _reader_main `for msg in reader:` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:91 in __next__ `buf = self.readsock.recv(4096)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:370 in recv `return self._recv_loop(self.fd.recv, b'', bufsize, flags)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:364 in _recv_loop `self._read_trampoline()` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:332 in _read_trampoline `self._trampoline(` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:211 in _trampoline `return trampoline(fd, read=read, write=write, timeout=timeout,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:252 in logger `for line in f:` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:106 in readinto `data = self.read(up_to)` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:85 in read `return _original_os.read(self._fileno, size)` /usr/lib/python3.9/site-packages/eventlet/green/os.py:50 in read `hubs.trampoline(fd, read=True)` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 fatal_deprecations = False filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 23:37:31.142 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:37:31.143 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:38:31.144 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:38:31.144 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:499 in poll `self.conn.consume(timeout=current_timeout)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:154 in _reader_main `for msg in reader:` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:91 in __next__ `buf = self.readsock.recv(4096)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:370 in recv `return self._recv_loop(self.fd.recv, b'', bufsize, flags)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:364 in _recv_loop `self._read_trampoline()` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:332 in _read_trampoline `self._trampoline(` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:211 in _trampoline `return trampoline(fd, read=read, write=write, timeout=timeout,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:252 in logger `for line in f:` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:106 in readinto `data = self.read(up_to)` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:85 in read `return _original_os.read(self._fileno, size)` /usr/lib/python3.9/site-packages/eventlet/green/os.py:50 in read `hubs.trampoline(fd, read=True)` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 fatal_deprecations = False filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 23:39:31.147 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:39:31.147 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:499 in poll `self.conn.consume(timeout=current_timeout)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:154 in _reader_main `for msg in reader:` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:91 in __next__ `buf = self.readsock.recv(4096)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:370 in recv `return self._recv_loop(self.fd.recv, b'', bufsize, flags)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:364 in _recv_loop `self._read_trampoline()` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:332 in _read_trampoline `self._trampoline(` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:211 in _trampoline `return trampoline(fd, read=read, write=write, timeout=timeout,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:252 in logger `for line in f:` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:106 in readinto `data = self.read(up_to)` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:85 in read `return _original_os.read(self._fileno, size)` /usr/lib/python3.9/site-packages/eventlet/green/os.py:50 in read `hubs.trampoline(fd, read=True)` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 fatal_deprecations = False filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:499 in poll `self.conn.consume(timeout=current_timeout)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:154 in _reader_main `for msg in reader:` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:91 in __next__ `buf = self.readsock.recv(4096)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:370 in recv `return self._recv_loop(self.fd.recv, b'', bufsize, flags)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:364 in _recv_loop `self._read_trampoline()` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:332 in _read_trampoline `self._trampoline(` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:211 in _trampoline `return trampoline(fd, read=read, write=write, timeout=timeout,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:252 in logger `for line in f:` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:106 in readinto `data = self.read(up_to)` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:85 in read `return _original_os.read(self._fileno, size)` /usr/lib/python3.9/site-packages/eventlet/green/os.py:50 in read `hubs.trampoline(fd, read=True)` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 fatal_deprecations = False filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 23:40:31.149 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:40:31.149 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:41:08.155 83023 INFO cinder.backup.manager [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Create backup started, backup: d6026479-ddde-4999-9bb4-eaed697635bc volume: 13215b4c-c6e9-4e2a-8854-2c2be49f6a00. 2025-12-03 23:41:08.163 83023 INFO cinder.backup.manager [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2025-12-03T23:41:08Z,data_timestamp=2025-12-03T23:41:08Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-TestVolumeBackupRestore-backup-1281417647',encryption_key_id=None,fail_reason=None,host='cinder-baebb-backup-0',id=d6026479-ddde-4999-9bb4-eaed697635bc,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='736cfa939ed54e37b1dae7d67c7093e6',restore_volume_id=None,service='cinder.backup.drivers.swift.SwiftBackupDriver',service_metadata=None,size=1,snapshot_id=None,status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='ecca011520524ca2b0dda4a3f90ea632',volume_id=13215b4c-c6e9-4e2a-8854-2c2be49f6a00) 2025-12-03 23:41:08.237 83023 DEBUG cinder.backup.drivers.swift [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Using swift URL https://swift-public-openstack.apps.sno.openstack.lab/v1/AUTH_736cfa939ed54e37b1dae7d67c7093e6 initialize /usr/lib/python3.9/site-packages/cinder/backup/drivers/swift.py:287 2025-12-03 23:41:08.238 83023 DEBUG cinder.backup.drivers.swift [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Connect to None in "per_user" mode initialize /usr/lib/python3.9/site-packages/cinder/backup/drivers/swift.py:288 2025-12-03 23:41:08.238 83023 DEBUG os_brick.utils [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.128.0.251', 'multipath': True, 'enforce_multipath': False, 'host': None, 'execute': None}" trace_logging_wrapper /usr/lib/python3.9/site-packages/os_brick/utils.py:176 2025-12-03 23:41:08.239 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:08.258 287302 DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:08.259 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[2c259a3e-46ae-4ce7-9a1a-482e72cd272d]: (4, ('path checker states:\n\npaths: 0\nbusy: False\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:08.260 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:08.268 287302 DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:08.268 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[af0739f7-3f1d-4df6-a70b-17040a51c967]: (4, ('InitiatorName=iqn.1994-05.com.redhat:9731c1d742da\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:08.269 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:08.282 287302 DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.013s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:08.282 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[ec9c9fc1-93f2-433d-8155-c156ed4baa2c]: (4, ('overlay\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:08.283 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[a5022e99-6216-43fc-bba6-0ad87a0ae2ca]: (4, '4df8bb82-2002-4c58-895f-94eb9cdab694') _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:08.284 83023 DEBUG oslo_concurrency.processutils [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Running cmd (subprocess): nvme version execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:08.315 83023 DEBUG oslo_concurrency.processutils [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] CMD "nvme version" returned: 0 in 0.032s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:08.318 83023 DEBUG os_brick.initiator.connectors.lightos [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] LIGHTOS: [Errno 111] ECONNREFUSED find_dsc /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/lightos.py:98 2025-12-03 23:41:08.318 83023 DEBUG os_brick.initiator.connectors.lightos [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] LIGHTOS: did not find dsc, continuing anyway. get_connector_properties /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/lightos.py:76 2025-12-03 23:41:08.318 83023 DEBUG os_brick.initiator.connectors.lightos [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:9c824cb5-8b5d-48e4-a7c6-17ef6009b640 dsc: get_connector_properties /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/lightos.py:79 2025-12-03 23:41:08.318 83023 DEBUG os_brick.utils [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] <== get_connector_properties: return (80ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.128.0.251', 'host': 'cinder-baebb-backup-0', 'multipath': True, 'initiator': 'iqn.1994-05.com.redhat:9731c1d742da', 'do_local_attach': False, 'nvme_hostid': '9c824cb5-8b5d-48e4-a7c6-17ef6009b640', 'system uuid': '4df8bb82-2002-4c58-895f-94eb9cdab694', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:9c824cb5-8b5d-48e4-a7c6-17ef6009b640', 'nvme_native_multipath': False, 'found_dsc': ''} trace_logging_wrapper /usr/lib/python3.9/site-packages/os_brick/utils.py:203 2025-12-03 23:41:11.435 83023 DEBUG os_brick.initiator.connector [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Factory for iscsi on None factory /usr/lib/python3.9/site-packages/os_brick/initiator/connector.py:281 2025-12-03 23:41:11.437 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] ==> connect_volume: call "{'self': , 'connection_properties': {'target_discovered': False, 'target_portals': ['172.18.0.10:3260', '172.19.0.10:3260'], 'target_iqns': ['iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00', 'iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00'], 'target_luns': [0, 0], 'target_portal': '172.18.0.10:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00', 'target_lun': 0, 'volume_id': '13215b4c-c6e9-4e2a-8854-2c2be49f6a00', 'auth_method': 'CHAP', 'auth_username': 'XFS6x8Q9DKdJogV26KQF', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw': False}}" trace_logging_wrapper /usr/lib/python3.9/site-packages/os_brick/utils.py:176 2025-12-03 23:41:11.437 83023 DEBUG os_brick.initiator.connectors.base [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:68 2025-12-03 23:41:11.440 83023 DEBUG os_brick.initiator.connectors.base [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:73 2025-12-03 23:41:11.442 83023 DEBUG os_brick.initiator.connectors.base [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Acquiring lock "connect_to_iscsi_portal-172.18.0.10:3260-iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:68 2025-12-03 23:41:11.442 83023 DEBUG os_brick.initiator.connectors.base [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Lock "connect_to_iscsi_portal-172.18.0.10:3260-iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:73 2025-12-03 23:41:11.443 83023 INFO os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Trying to connect to iSCSI portal 172.18.0.10:3260 2025-12-03 23:41:11.443 83023 DEBUG os_brick.initiator.connectors.base [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Acquiring lock "connect_to_iscsi_portal-172.19.0.10:3260-iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:68 2025-12-03 23:41:11.444 83023 DEBUG os_brick.initiator.connectors.base [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Lock "connect_to_iscsi_portal-172.19.0.10:3260-iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.000s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:73 2025-12-03 23:41:11.444 83023 INFO os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Trying to connect to iSCSI portal 172.19.0.10:3260 2025-12-03 23:41:11.443 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.448 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.461 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260" returned: 21 in 0.018s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.462 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[d1f1102f-dc09-4f01-9ce4-02b2cf936440]: (4, ('', 'iscsiadm: No records found\n')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.465 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm (): stdout= stderr=iscsiadm: No records found _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.465 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --interface default --op new execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.468 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260" returned: 21 in 0.021s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.469 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[f55f66d1-bcdf-4d31-b6ee-9325ccbba6c1]: (4, ('', 'iscsiadm: No records found\n')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.470 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm (): stdout= stderr=iscsiadm: No records found _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.470 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --interface default --op new execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.484 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --interface default --op new" returned: 0 in 0.019s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.484 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[fff64bb1-37f6-4d6a-8479-34704f08ff1b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.18.0.10,3260,-1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00] added\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.485 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.18.0.10,3260,-1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00] added stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.486 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --op update -n node.session.scan -v manual execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.490 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --interface default --op new" returned: 0 in 0.020s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.491 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[41a5a6c7-5c1f-4a99-8cab-1948b9d29dd0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.19.0.10,3260,-1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00] added\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.491 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.19.0.10,3260,-1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00] added stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.492 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --op update -n node.session.scan -v manual execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.510 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.510 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[036ac4d3-5167-4d46-bda3-b3a2b631128d]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.511 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.511 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --op update -n node.session.auth.authmethod -v CHAP execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.515 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.515 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[f24f06de-d1d8-4f61-88f2-e9cea42e1c6d]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.516 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.516 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --op update -n node.session.auth.authmethod -v CHAP execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.529 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.530 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[d09b7b71-a2d1-4f8d-8fdd-10aa91936cd8]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.530 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.531 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --op update -n node.session.auth.username -v XFS6x8Q9DKdJogV26KQF execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.538 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.538 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[f5665861-6876-4481-98f2-c0a7ff1f3064]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.539 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.543 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --op update -n node.session.auth.username -v XFS6x8Q9DKdJogV26KQF execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.550 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --op update -n node.session.auth.username -v XFS6x8Q9DKdJogV26KQF" returned: 0 in 0.019s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.550 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[ba656f04-42c5-4aa3-ba01-bec21ebcca28]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.550 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XFS6x8Q9DKdJogV26KQF'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.551 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --op update -n node.session.auth.password -v *** execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.560 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --op update -n node.session.auth.username -v XFS6x8Q9DKdJogV26KQF" returned: 0 in 0.018s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.561 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[78f7c1d0-9137-4c20-897f-ee1c23e3f323]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.561 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XFS6x8Q9DKdJogV26KQF'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.562 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --op update -n node.session.auth.password -v *** execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.569 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.569 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[87522f12-aef4-48e9-9062-ed53ab83515b]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.570 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.570 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.581 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.581 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[3c0f8b8c-33f3-4d5a-8fac-1dc600dfefa0]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.582 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.583 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.591 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.021s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.592 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[28a9d2c9-a7be-45d6-b2df-402cefdfa498]: (4, ('', 'iscsiadm: No active sessions.\n')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.592 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions. _run_iscsiadm_bare /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1196 2025-12-03 23:41:11.592 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsi session list stdout= stderr=iscsiadm: No active sessions. _run_iscsi_session /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1185 2025-12-03 23:41:11.593 83023 WARNING os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.  2025-12-03 23:41:11.593 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --login execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.600 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.601 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[f68e84a9-4c54-4763-a367-0e5a6e945f0f]: (4, ('', 'iscsiadm: No active sessions.\n')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.601 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions. _run_iscsiadm_bare /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1196 2025-12-03 23:41:11.602 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsi session list stdout= stderr=iscsiadm: No active sessions. _run_iscsi_session /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1185 2025-12-03 23:41:11.602 83023 WARNING os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.  2025-12-03 23:41:11.603 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --login execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.692 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --login" returned: 0 in 0.098s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.692 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[246a1cae-4ecc-48df-8721-f4823454df08]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.18.0.10,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.18.0.10,3260] successful.\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.693 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.18.0.10,3260] Login to [iface: default, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.18.0.10,3260] successful. stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.693 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --login" returned: 0 in 0.090s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.693 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[6e846f6a-8085-40c0-ac56-a0d22e413c76]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.19.0.10,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.19.0.10,3260] successful.\n', 'iscsiadm: could not read session targetname: 5\niscsiadm: could not find session info for session3\n')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.694 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.19.0.10,3260] Login to [iface: default, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.19.0.10,3260] successful. stderr=iscsiadm: could not read session targetname: 5 iscsiadm: could not find session info for session3 _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.694 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --op update -n node.startup -v automatic execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.695 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --op update -n node.startup -v automatic execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.716 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.717 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[6cacff88-9852-4af0-9096-b58faa16469c]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.717 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.719 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.724 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.725 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[8a4736d0-13d8-44c3-9013-7fac266a0f3e]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.726 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:11.727 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.740 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.741 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[213a4852-b1cd-47b4-b142-0efb6badcbbd]: (4, ('tcp: [3] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash)\ntcp: [4] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash)\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.741 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash) tcp: [4] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash) stderr= _run_iscsiadm_bare /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1196 2025-12-03 23:41:11.741 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsi session list stdout=tcp: [3] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash) tcp: [4] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash) stderr= _run_iscsi_session /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1185 2025-12-03 23:41:11.742 83023 DEBUG os_brick.initiator.connectors.base [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Lock "connect_to_iscsi_portal-172.19.0.10:3260-iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:87 2025-12-03 23:41:11.742 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Connected to 172.19.0.10:3260 _connect_vol /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:644 2025-12-03 23:41:11.742 83023 DEBUG os_brick.initiator.linuxscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] HCTL ('3', '-', '-', 0) found on session 4 with lun 0 get_hctl /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:761 2025-12-03 23:41:11.743 83023 DEBUG os_brick.initiator.linuxscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Scanning host 3 c: -, t: -, l: 0) scan_iscsi /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:786 2025-12-03 23:41:11.743 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host3/scan execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.749 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.750 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[56d72a9b-34ce-4dfe-a49e-bb4198b1e932]: (4, ('tcp: [3] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash)\ntcp: [4] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash)\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.751 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash) tcp: [4] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash) stderr= _run_iscsiadm_bare /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1196 2025-12-03 23:41:11.751 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsi session list stdout=tcp: [3] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash) tcp: [4] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash) stderr= _run_iscsi_session /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1185 2025-12-03 23:41:11.751 83023 DEBUG os_brick.initiator.connectors.base [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Lock "connect_to_iscsi_portal-172.18.0.10:3260-iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.309s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:87 2025-12-03 23:41:11.751 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Connected to 172.18.0.10:3260 _connect_vol /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:644 2025-12-03 23:41:11.752 83023 DEBUG os_brick.initiator.linuxscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] HCTL ('2', '-', '-', 0) found on session 3 with lun 0 get_hctl /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:761 2025-12-03 23:41:11.752 83023 DEBUG os_brick.initiator.linuxscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Scanning host 2 c: -, t: -, l: 0) scan_iscsi /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:786 2025-12-03 23:41:11.752 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host2/scan execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:11.757 287302 DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host3/scan" returned: 0 in 0.013s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.758 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[e4290b41-9e3f-4905-ae41-fbbd201b6d8c]: (4, ('- - 0', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.759 83023 DEBUG os_brick.initiator.linuxscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Searching for a device in session 4 and hctl ['3', '*', '*', 0] yield: sda device_name_by_hctl /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:780 2025-12-03 23:41:11.760 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Connected to sda using {'target_discovered': False, 'target_portal': '172.19.0.10:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00', 'target_lun': 0, 'volume_id': '13215b4c-c6e9-4e2a-8854-2c2be49f6a00', 'auth_method': 'CHAP', 'auth_username': 'XFS6x8Q9DKdJogV26KQF', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw': False} _connect_vol /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:672 2025-12-03 23:41:11.767 287302 DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host2/scan" returned: 0 in 0.015s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:11.768 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[6a1b8bdc-d2dc-4ee4-a775-6d79202a22eb]: (4, ('- - 0', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:11.770 83023 DEBUG os_brick.initiator.linuxscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Searching for a device in session 3 and hctl ['2', '*', '*', 0] yield: sdb device_name_by_hctl /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:780 2025-12-03 23:41:11.771 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Connected to sdb using {'target_discovered': False, 'target_portal': '172.18.0.10:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00', 'target_lun': 0, 'volume_id': '13215b4c-c6e9-4e2a-8854-2c2be49f6a00', 'auth_method': 'CHAP', 'auth_username': 'XFS6x8Q9DKdJogV26KQF', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw': False} _connect_vol /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:672 2025-12-03 23:41:12.452 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipath -a 36001405d891bff2aa4f45849f0a31df7 execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:12.469 287302 DEBUG oslo_concurrency.processutils [-] CMD "multipath -a 36001405d891bff2aa4f45849f0a31df7" returned: 0 in 0.017s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:12.470 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[696ecc31-3f8f-4f5d-a090-d969e1b04bd6]: (4, ("wwid '36001405d891bff2aa4f45849f0a31df7' added\n", '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:12.471 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd add path /dev/sda execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:12.513 287302 DEBUG oslo_concurrency.processutils [-] CMD "multipathd add path /dev/sda" returned: 0 in 0.042s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:12.514 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[f4c39976-bf2c-4545-9a75-e1be024df920]: (4, ('ok\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:12.515 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] All connection threads finished, giving 10 seconds for dm to appear. _connect_multipath_volume /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:769 2025-12-03 23:41:13.517 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipath -C dm-20 execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:13.549 287302 DEBUG oslo_concurrency.processutils [-] CMD "multipath -C dm-20" returned: 0 in 0.032s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:13.550 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[e1bcce33-9242-4cf1-9ae3-f08d8731c843]: (4, ('', '6883.003734 | 36001405d891bff2aa4f45849f0a31df7: adding new path sda\n6883.006388 | 36001405d891bff2aa4f45849f0a31df7: adding new path sdb\n')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:13.551 83023 DEBUG os_brick.initiator.connectors.base [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.111s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:87 2025-12-03 23:41:13.551 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] <== connect_volume: return (2114ms) {'type': 'block', 'scsi_wwn': '36001405d891bff2aa4f45849f0a31df7', 'path': '/dev/dm-20', 'multipath_id': '36001405d891bff2aa4f45849f0a31df7'} trace_logging_wrapper /usr/lib/python3.9/site-packages/os_brick/utils.py:203 2025-12-03 23:41:13.552 83023 DEBUG oslo_concurrency.processutils [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Running cmd (subprocess): sudo cinder-rootwrap /etc/cinder/rootwrap.conf chown 42407 /dev/dm-20 execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:13.918 83023 DEBUG oslo_concurrency.processutils [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] CMD "sudo cinder-rootwrap /etc/cinder/rootwrap.conf chown 42407 /dev/dm-20" returned: 0 in 0.366s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:13.953 83023 DEBUG oslo_db.sqlalchemy.engines [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION _check_effective_sql_mode /usr/lib/python3.9/site-packages/oslo_db/sqlalchemy/engines.py:335 2025-12-03 23:41:13.963 83023 DEBUG cinder.backup.chunkeddriver [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] _create_container started, container: volumebackups,backup: d6026479-ddde-4999-9bb4-eaed697635bc. _create_container /usr/lib/python3.9/site-packages/cinder/backup/chunkeddriver.py:250 2025-12-03 23:41:14.061 83023 WARNING cinder.backup.drivers.swift [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Failed to HEAD container to determine if it exists and should be created.: swiftclient.exceptions.ClientException: Container HEAD failed: https://swift-public-openstack.apps.sno.openstack.lab/v1/AUTH_736cfa939ed54e37b1dae7d67c7093e6/volumebackups 403 Forbidden (txn: txcfcf55660ce2478197583-006930ca99) 2025-12-03 23:41:14.062 83023 DEBUG oslo_concurrency.processutils [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Running cmd (subprocess): sudo cinder-rootwrap /etc/cinder/rootwrap.conf chown 0 /dev/dm-20 execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:14.436 83023 DEBUG oslo_concurrency.processutils [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] CMD "sudo cinder-rootwrap /etc/cinder/rootwrap.conf chown 0 /dev/dm-20" returned: 0 in 0.374s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:14.438 83023 INFO cinder.message.api [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Creating message record for request_id = req-891eb7cd-eff2-4193-bc39-61cb35a7de44 2025-12-03 23:41:14.450 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] ==> disconnect_volume: call "{'args': (, {'target_discovered': False, 'target_portals': ['172.18.0.10:3260', '172.19.0.10:3260'], 'target_iqns': ['iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00', 'iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00'], 'target_luns': [0, 0], 'target_portal': '172.18.0.10:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00', 'target_lun': 0, 'volume_id': '13215b4c-c6e9-4e2a-8854-2c2be49f6a00', 'auth_method': 'CHAP', 'auth_username': 'XFS6x8Q9DKdJogV26KQF', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False}, {'type': 'block', 'scsi_wwn': '36001405d891bff2aa4f45849f0a31df7', 'path': '/dev/dm-20', 'multipath_id': '36001405d891bff2aa4f45849f0a31df7'}), 'kwargs': {'force': True}}" trace_logging_wrapper /usr/lib/python3.9/site-packages/os_brick/utils.py:176 2025-12-03 23:41:14.451 83023 DEBUG os_brick.initiator.connectors.base [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:68 2025-12-03 23:41:14.452 83023 DEBUG os_brick.initiator.connectors.base [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:73 2025-12-03 23:41:14.452 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Getting connected devices for (ips,iqns,luns)=[('172.18.0.10:3260', 'iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00', 0), ('172.19.0.10:3260', 'iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00', 0)] _get_connection_devices /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:833 2025-12-03 23:41:14.454 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:14.472 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:14.472 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[93df977a-aeea-461b-beea-bf95db9c6e43]: (4, ('172.18.0.10:3260,4294967295 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00\n172.19.0.10:3260,4294967295 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:14.475 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:14.496 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:14.497 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[19ea934f-ad6b-4056-bd53-618924ff7f47]: (4, ('tcp: [3] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash)\ntcp: [4] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash)\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:14.498 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash) tcp: [4] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash) stderr= _run_iscsiadm_bare /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1196 2025-12-03 23:41:14.498 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsi session list stdout=tcp: [3] 172.18.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash) tcp: [4] 172.19.0.10:3260,1 iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 (non-flash) stderr= _run_iscsi_session /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1185 2025-12-03 23:41:14.500 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Resulting device map defaultdict(. at 0x7fa98665e310>, {('172.18.0.10:3260', 'iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00'): ({'sdb'}, set()), ('172.19.0.10:3260', 'iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00'): ({'sda'}, set())}) _get_connection_devices /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:866 2025-12-03 23:41:14.500 83023 DEBUG os_brick.initiator.linuxscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Removing multipathed devices sda, sdb remove_connection /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:376 2025-12-03 23:41:14.501 83023 DEBUG os_brick.initiator.linuxscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Flush multipath device 36001405d891bff2aa4f45849f0a31df7 flush_multipath_device /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:446 2025-12-03 23:41:14.502 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipath -f 36001405d891bff2aa4f45849f0a31df7 execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:14.565 287302 DEBUG oslo_concurrency.processutils [-] CMD "multipath -f 36001405d891bff2aa4f45849f0a31df7" returned: 0 in 0.063s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:14.565 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[b40c927c-eef9-4945-abd2-db35a1656c35]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:14.567 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sda execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:14.589 287302 DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sda" returned: 0 in 0.022s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:14.589 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[98767cbd-7a03-420a-a7a2-dc1af3368d5b]: (4, ('ok\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:14.590 83023 DEBUG os_brick.initiator.linuxscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Remove SCSI device /dev/sda with /sys/block/sda/device/delete remove_scsi_device /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:150 2025-12-03 23:41:14.592 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sda/device/delete execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:14.642 287302 DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sda/device/delete" returned: 0 in 0.051s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:14.643 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[1f0a8d65-ac8c-491d-ae05-6b3c614d3e7b]: (4, ('1', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:14.644 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:14.669 287302 DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:14.670 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[31da996d-3e77-418d-b774-a76a6ac88e85]: (4, ('ok\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:14.671 83023 DEBUG os_brick.initiator.linuxscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete remove_scsi_device /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:150 2025-12-03 23:41:14.671 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:14.719 287302 DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:14.719 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[7cc431e1-a176-4ffc-93f8-dd4ba306de41]: (4, ('1', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:14.720 83023 DEBUG os_brick.initiator.linuxscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Checking to see if SCSI volumes sda, sdb have been removed. wait_for_volumes_removal /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:158 2025-12-03 23:41:14.721 83023 DEBUG os_brick.initiator.linuxscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] SCSI volumes sda, sdb have been removed. wait_for_volumes_removal /usr/lib/python3.9/site-packages/os_brick/initiator/linuxscsi.py:168 2025-12-03 23:41:14.721 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Disconnecting from: [('172.18.0.10:3260', 'iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00'), ('172.19.0.10:3260', 'iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00')] _disconnect_connection /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1174 2025-12-03 23:41:14.722 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --op update -n node.startup -v manual execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:14.741 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:14.741 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[cad42b5f-63fc-4895-a70f-aac16926c1bb]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:14.742 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:14.743 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --logout execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:14.786 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --logout" returned: 0 in 0.043s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:14.787 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[e7013363-59f8-4b67-9635-ee7759f64912]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.18.0.10,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.18.0.10,3260] successful.\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:14.787 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.18.0.10,3260] Logout of [sid: 3, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.18.0.10,3260] successful. stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:14.788 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --op delete execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:14.812 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.18.0.10:3260 --op delete" returned: 0 in 0.023s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:14.812 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[61244af5-584b-44d2-8e85-0be5fc315925]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:14.813 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--op', 'delete'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:14.814 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --op update -n node.startup -v manual execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:14.836 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:14.836 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[0c4eb4e6-7a39-4176-bf4e-f55668781839]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:14.837 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:14.838 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --logout execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:14.883 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --logout" returned: 0 in 0.045s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:14.884 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[d753e96d-8fa9-4dc8-a613-4c0644526be6]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.19.0.10,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.19.0.10,3260] successful.\n', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:14.885 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.19.0.10,3260] Logout of [sid: 4, target: iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00, portal: 172.19.0.10,3260] successful. stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:14.885 287302 DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --op delete execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:384 2025-12-03 23:41:14.902 287302 DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:volume-13215b4c-c6e9-4e2a-8854-2c2be49f6a00 -p 172.19.0.10:3260 --op delete" returned: 0 in 0.017s execute /usr/lib/python3.9/site-packages/oslo_concurrency/processutils.py:422 2025-12-03 23:41:14.903 287302 DEBUG oslo.privsep.daemon [-] privsep: reply[06a0ca00-0ad0-4586-9d77-b1c54bf64945]: (4, ('', '')) _call_back /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:501 2025-12-03 23:41:14.903 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] iscsiadm ('--op', 'delete'): stdout= stderr= _run_iscsiadm /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/iscsi.py:1040 2025-12-03 23:41:14.904 83023 DEBUG os_brick.initiator.connectors.base [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.452s inner /usr/lib/python3.9/site-packages/os_brick/initiator/connectors/base.py:87 2025-12-03 23:41:14.904 83023 DEBUG os_brick.initiator.connectors.iscsi [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] <== disconnect_volume: return (452ms) None trace_logging_wrapper /usr/lib/python3.9/site-packages/os_brick/utils.py:203 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server [None req-891eb7cd-eff2-4193-bc39-61cb35a7de44 ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Exception during message handling: cinder.exception.SwiftConnectionFailed: Connection to swift failed: Container HEAD failed: https://swift-public-openstack.apps.sno.openstack.lab/v1/AUTH_736cfa939ed54e37b1dae7d67c7093e6/volumebackups 403 Forbidden (txn: txcfcf55660ce2478197583-006930ca99) 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server Traceback (most recent call last): 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/drivers/swift.py", line 367, in put_container 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server self.conn.head_container(container, headers=self._headers()) 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/swiftclient/client.py", line 1866, in head_container 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server return self._retry(None, head_container, container, headers=headers) 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/swiftclient/client.py", line 1797, in _retry 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server rv = func(self.url, self.token, *args, 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/swiftclient/client.py", line 1060, in head_container 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server raise ClientException.from_response( 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server swiftclient.exceptions.ClientException: Container HEAD failed: https://swift-public-openstack.apps.sno.openstack.lab/v1/AUTH_736cfa939ed54e37b1dae7d67c7093e6/volumebackups 403 Forbidden (txn: txcfcf55660ce2478197583-006930ca99) 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server Traceback (most recent call last): 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/manager.py", line 531, in continue_backup 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server volume_utils.update_backup_error(backup, str(err)) 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 227, in __exit__ 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server self.force_reraise() 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 200, in force_reraise 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server raise self.value 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/manager.py", line 503, in continue_backup 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server self.message_api.create_from_request_context( 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 227, in __exit__ 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server self.force_reraise() 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 200, in force_reraise 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server raise self.value 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/manager.py", line 493, in continue_backup 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server updates = backup_service.backup( 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/chunkeddriver.py", line 566, in backup 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server volume_size_bytes) = self._prepare_backup(backup) 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/chunkeddriver.py", line 352, in _prepare_backup 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server container = self._create_container(backup) 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/chunkeddriver.py", line 255, in _create_container 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server self.put_container(backup.container) 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server File "/usr/lib/python3.9/site-packages/cinder/backup/drivers/swift.py", line 381, in put_container 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server raise exception.SwiftConnectionFailed(reason=e) 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server cinder.exception.SwiftConnectionFailed: Connection to swift failed: Container HEAD failed: https://swift-public-openstack.apps.sno.openstack.lab/v1/AUTH_736cfa939ed54e37b1dae7d67c7093e6/volumebackups 403 Forbidden (txn: txcfcf55660ce2478197583-006930ca99) 2025-12-03 23:41:17.719 83023 ERROR oslo_messaging.rpc.server  2025-12-03 23:41:18.194 83023 INFO cinder.backup.manager [None req-911678fe-480f-4619-9943-5936b10b86ac ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Delete backup started, backup: d6026479-ddde-4999-9bb4-eaed697635bc. 2025-12-03 23:41:18.200 83023 DEBUG cinder.backup.drivers.swift [None req-911678fe-480f-4619-9943-5936b10b86ac ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Using swift URL https://swift-public-openstack.apps.sno.openstack.lab/v1/AUTH_736cfa939ed54e37b1dae7d67c7093e6 initialize /usr/lib/python3.9/site-packages/cinder/backup/drivers/swift.py:287 2025-12-03 23:41:18.201 83023 DEBUG cinder.backup.drivers.swift [None req-911678fe-480f-4619-9943-5936b10b86ac ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Connect to None in "per_user" mode initialize /usr/lib/python3.9/site-packages/cinder/backup/drivers/swift.py:288 2025-12-03 23:41:18.201 83023 DEBUG cinder.backup.chunkeddriver [None req-911678fe-480f-4619-9943-5936b10b86ac ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] delete started, backup: d6026479-ddde-4999-9bb4-eaed697635bc, container: volumebackups, prefix: None. delete_backup /usr/lib/python3.9/site-packages/cinder/backup/chunkeddriver.py:841 2025-12-03 23:41:18.201 83023 DEBUG cinder.backup.chunkeddriver [None req-911678fe-480f-4619-9943-5936b10b86ac ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] delete d6026479-ddde-4999-9bb4-eaed697635bc finished. delete_backup /usr/lib/python3.9/site-packages/cinder/backup/chunkeddriver.py:867 2025-12-03 23:41:18.227 83023 DEBUG oslo_db.sqlalchemy.engines [None req-911678fe-480f-4619-9943-5936b10b86ac ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION _check_effective_sql_mode /usr/lib/python3.9/site-packages/oslo_db/sqlalchemy/engines.py:335 2025-12-03 23:41:18.256 83023 DEBUG cinder.quota [None req-911678fe-480f-4619-9943-5936b10b86ac ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Created reservations ['3d7fd281-fb6c-49d4-972b-671bc581706a', '39d96a34-ef99-4934-8371-fa74626bf1f7'] reserve /usr/lib/python3.9/site-packages/cinder/quota.py:755 2025-12-03 23:41:18.289 83023 INFO cinder.backup.manager [None req-911678fe-480f-4619-9943-5936b10b86ac ecca011520524ca2b0dda4a3f90ea632 736cfa939ed54e37b1dae7d67c7093e6 - - - -] Delete backup finished, backup d6026479-ddde-4999-9bb4-eaed697635bc deleted. ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:499 in poll `self.conn.consume(timeout=current_timeout)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:154 in _reader_main `for msg in reader:` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:91 in __next__ `buf = self.readsock.recv(4096)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:370 in recv `return self._recv_loop(self.fd.recv, b'', bufsize, flags)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:364 in _recv_loop `self._read_trampoline()` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:332 in _read_trampoline `self._trampoline(` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:211 in _trampoline `return trampoline(fd, read=read, write=write, timeout=timeout,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:252 in logger `for line in f:` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:106 in readinto `data = self.read(up_to)` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:85 in read `return _original_os.read(self._fileno, size)` /usr/lib/python3.9/site-packages/eventlet/green/os.py:50 in read `hubs.trampoline(fd, read=True)` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 fatal_deprecations = False filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 23:41:31.154 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:41:31.154 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 ======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #140366207761920 ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:170 in _handler `cls.handle_signal(version, service_name, log_dir, None)` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:209 in handle_signal `res = cls(version, frame).run()` /usr/lib/python3.9/site-packages/oslo_reports/guru_meditation_report.py:257 in run `return super(GuruMeditation, self).run()` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in run `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:76 in `return "\n".join(str(sect) for sect in self.sections)` /usr/lib/python3.9/site-packages/oslo_reports/report.py:101 in __str__ `return self.view(self.generator())` /usr/lib/python3.9/site-packages/oslo_reports/report.py:130 in newgen `res = gen()` /usr/lib/python3.9/site-packages/oslo_reports/generators/threading.py:66 in __call__ `threadModels = dict(` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/bin/cinder-backup:10 in `sys.exit(main())` /usr/lib/python3.9/site-packages/cinder/cmd/backup.py:142 in main `service.wait()` /usr/lib/python3.9/site-packages/cinder/service.py:641 in wait `_launcher.wait() # type: ignore` /usr/lib/python3.9/site-packages/oslo_service/service.py:388 in wait `status, signo = self._wait_for_exit_or_signal()` /usr/lib/python3.9/site-packages/oslo_service/service.py:366 in _wait_for_exit_or_signal `super(ServiceLauncher, self).wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:296 in wait `self.services.wait()` /usr/lib/python3.9/site-packages/oslo_service/service.py:775 in wait `self.tg.wait()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:366 in wait `self._wait_threads()` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:341 in _wait_threads `self._perform_action_on_threads(` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:268 in _perform_action_on_threads `action_func(x)` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:342 in `lambda x: x.wait(),` /usr/lib/python3.9/site-packages/oslo_service/threadgroup.py:61 in wait `return self.thread.wait()` /usr/lib/python3.9/site-packages/eventlet/greenthread.py:181 in wait `return self._exit_event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:499 in poll `self.conn.consume(timeout=current_timeout)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1265 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:154 in _reader_main `for msg in reader:` /usr/lib/python3.9/site-packages/oslo_privsep/comm.py:91 in __next__ `buf = self.readsock.recv(4096)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:370 in recv `return self._recv_loop(self.fd.recv, b'', bufsize, flags)` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:364 in _recv_loop `self._read_trampoline()` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:332 in _read_trampoline `self._trampoline(` /usr/lib/python3.9/site-packages/eventlet/greenio/base.py:211 in _trampoline `return trampoline(fd, read=read, write=write, timeout=timeout,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_privsep/daemon.py:252 in logger `for line in f:` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:106 in readinto `data = self.read(up_to)` /usr/lib/python3.9/site-packages/eventlet/greenio/py3.py:85 in read `return _original_os.read(self._fileno, size)` /usr/lib/python3.9/site-packages/eventlet/green/os.py:50 in read `hubs.trampoline(fd, read=True)` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1349 in consume `self.ensure(_consume,` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1054 in ensure `ret, channel = autoretry_method()` /usr/lib/python3.9/site-packages/kombu/connection.py:523 in _ensured `return fun(*args, **kwargs)` /usr/lib/python3.9/site-packages/kombu/connection.py:599 in __call__ `return fun(*args, channel=channels[0], **kwargs), channels[0]` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1043 in execute_method `method()` /usr/lib/python3.9/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1336 in _consume `self.connection.drain_events(timeout=poll_timeout)` /usr/lib/python3.9/site-packages/kombu/connection.py:316 in drain_events `return self.transport.drain_events(self.connection, **kwargs)` /usr/lib/python3.9/site-packages/kombu/transport/pyamqp.py:169 in drain_events `return connection.drain_events(**kwargs)` /usr/lib/python3.9/site-packages/amqp/connection.py:525 in drain_events `while not self.blocking_read(timeout):` /usr/lib/python3.9/site-packages/amqp/connection.py:530 in blocking_read `frame = self.transport.read_frame()` /usr/lib/python3.9/site-packages/amqp/transport.py:294 in read_frame `frame_header = read(7, True)` /usr/lib/python3.9/site-packages/amqp/transport.py:572 in _read `s = recv(n - len(rbuf)) # see note above` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:187 in read `return self._call_trampolining(` /usr/lib/python3.9/site-packages/eventlet/green/ssl.py:165 in _call_trampolining `trampoline(self,` /usr/lib/python3.9/site-packages/eventlet/hubs/__init__.py:159 in trampoline `return hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib64/python3.9/threading.py:937 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.9/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib64/python3.9/threading.py:980 in _bootstrap_inner `self.run()` /usr/lib64/python3.9/threading.py:917 in run `self._target(*self._args, **self._kwargs)` /usr/lib/python3.9/site-packages/tooz/coordination.py:208 in _beat_forever_until_stopped `self._dead.wait(has_to_sleep_for / 2.0)` /usr/lib64/python3.9/threading.py:581 in wait `signaled = self._cond.wait(timeout)` /usr/lib64/python3.9/threading.py:316 in wait `gotit = waiter.acquire(True, timeout)` /usr/lib/python3.9/site-packages/eventlet/semaphore.py:107 in acquire `hubs.get_hub().switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /usr/lib/python3.9/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /usr/lib/python3.9/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /usr/lib/python3.9/site-packages/oslo_service/service.py:811 in run_service `done.wait()` /usr/lib/python3.9/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /usr/lib/python3.9/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /usr/lib/python3.9/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 83023 (under 83009) [ run by: cinder (42407), state: running ] ======================================================================== ==== Configuration ==== ======================================================================== backend_defaults: backend_availability_zone = None chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_unsupported_driver = False enforce_multipath_for_image_xfer = False filter_function = None goodness_function = None iet_conf = /etc/iet/ietd.conf image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: max_over_subscription_ratio = 20.0 num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 replication_device = *** report_discard_supported = False reserved_percentage = 0 scst_target_driver = iscsi scst_target_iqn_name = None storage_protocol = iSCSI target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None unique_fqdn_network = True use_chap_auth = False use_multipath_for_image_xfer = False volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volumes_dir = /var/lib/cinder/volumes barbican: auth_endpoint = https://keystone-internal.openstack.svc:5000 barbican_api_version = None barbican_endpoint = None barbican_endpoint_type = internal barbican_region_name = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None number_of_retries = 60 retry_delay = 1 send_service_user_token = False split-loggers = False timeout = None verify_ssl = True verify_ssl_path = None barbican_service_user: auth_section = None auth_type = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None split-loggers = False timeout = None cache: backend = dogpile.cache.null backend_argument = *** config_prefix = cache.oslo dead_timeout = 60.0 debug_cache_backend = False enable_retry_client = False enable_socket_keepalive = False enabled = False expiration_time = 600 hashclient_retry_attempts = 2 hashclient_retry_delay = 1.0 memcache_dead_retry = 300 memcache_password = memcache_pool_connection_get_timeout = 10 memcache_pool_flush_on_reconnect = False memcache_pool_maxsize = 10 memcache_pool_unused_timeout = 60 memcache_sasl_enabled = False memcache_servers = localhost:11211 memcache_socket_timeout = 1.0 memcache_username = proxies = retry_attempts = 2 retry_delay = 0.0 socket_keepalive_count = 1 socket_keepalive_idle = 1 socket_keepalive_interval = 1 tls_allowed_ciphers = None tls_cafile = None tls_certfile = None tls_enabled = False tls_keyfile = None cinder_sys_admin: capabilities = 0 1 12 2 21 3 group = None helper_command = None logger_name = oslo_privsep.daemon thread_pool_size = 16 user = None coordination: backend_url = *** database: backend = sqlalchemy connection = *** connection_debug = 0 connection_parameters = connection_recycle_time = 3600 connection_trace = False db_inc_retry_interval = True db_max_retries = -1 db_max_retry_interval = 10 db_retry_interval = 1 max_overflow = 50 max_pool_size = 5 max_retries = -1 mysql_enable_ndb = False mysql_sql_mode = TRADITIONAL mysql_wsrep_sync_wait = None pool_timeout = None retry_interval = 10 slave_connection = *** sqlite_synchronous = True use_db_reconnect = False default: allow_availability_zone_fallback = False allow_compression_on_image_upload = False allowed_direct_url_schemes = cinder api_rate_limit = True auth_strategy = keystone backdoor_port = None backdoor_socket = None backend_availability_zone = None backup_api_class = cinder.backup.api.API backup_compression_algorithm = zlib backup_driver = cinder.backup.drivers.swift.SwiftBackupDriver backup_driver_init_check_interval = 60 backup_driver_stats_polling_interval = 60 backup_manager = cinder.backup.manager.BackupManager backup_max_operations = 15 backup_metadata_version = 2 backup_name_template = backup-%s backup_native_threads_pool_size = 60 backup_object_number_per_notification = 10 backup_service_inithost_offload = True backup_swift_auth = per_user backup_swift_auth_insecure = False backup_swift_auth_url = None backup_swift_auth_version = 1 backup_swift_block_size = 32768 backup_swift_ca_cert_file = None backup_swift_container = volumebackups backup_swift_create_storage_policy = None backup_swift_enable_progress_timer = True backup_swift_key = *** backup_swift_object_size = 52428800 backup_swift_project = None backup_swift_project_domain = None backup_swift_retry_attempts = 3 backup_swift_retry_backoff = 2 backup_swift_service_auth = False backup_swift_tenant = None backup_swift_url = None backup_swift_user = None backup_swift_user_domain = None backup_timer_interval = 120 backup_use_same_host = False backup_use_temp_snapshot = False backup_workers = 1 chap_password = *** chap_username = chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf cinder_internal_tenant_project_id = None cinder_internal_tenant_user_id = None compression_format = gzip config-dir = /etc/cinder/cinder.conf.d config-file = /etc/cinder/cinder.conf config_source = consistencygroup_api_class = cinder.consistencygroup.api.API control_exchange = openstack debug = True default_availability_zone = None default_group_type = None default_log_levels = amqp=WARN amqplib=WARN boto=WARN botocore=WARN dogpile.core.dogpile=INFO iso8601=WARN keystoneauth=WARN keystonemiddleware=WARN oslo.cache=INFO oslo.messaging=INFO oslo_messaging=INFO oslo_policy=INFO qpid=WARN requests.packages.urllib3.connectionpool=WARN requests.packages.urllib3.util.retry=WARN routes.middleware=WARN sqlalchemy=WARN stevedore=WARN suds=INFO swiftclient=WARN taskflow=WARN urllib3.connectionpool=WARN urllib3.util.retry=WARN websocket=WARN default_volume_type = __DEFAULT__ driver_client_cert = None driver_client_cert_key = None driver_data_namespace = None driver_ssl_cert_path = None driver_ssl_cert_verify = False driver_use_ssl = False enable_new_services = True enable_unsupported_driver = False enabled_backends = None enforce_multipath_for_image_xfer = False executor_thread_pool_size = 64 fatal_deprecations = False filter_function = None glance_api_insecure = False glance_api_servers = None glance_api_ssl_compression = False glance_ca_certificates_file = None glance_catalog_info = image:glance:internalURL glance_certfile = None glance_core_properties = checksum container_format disk_format image_id image_name min_disk min_ram name size glance_keyfile = None glance_num_retries = 3 glance_request_timeout = None goodness_function = None graceful_shutdown_timeout = 60 group_api_class = cinder.group.api.API host = cinder-baebb-backup-0 iet_conf = /etc/iet/ietd.conf image_compress_on_upload = True image_conversion_address_space_limit = 1 image_conversion_cpu_limit = 60 image_conversion_dir = /var/lib/cinder/conversion image_conversion_disable = False image_upload_use_cinder_backend = False image_upload_use_internal_tenant = False image_volume_cache_enabled = False image_volume_cache_max_count = 0 image_volume_cache_max_size_gb = 0 instance_format = [instance: %(uuid)s] instance_uuid_format = [instance: %(uuid)s] iscsi_iotype = fileio iscsi_target_flags = iscsi_write_cache = on iser_helper = tgtadm iser_ip_address = 10.128.0.251 iser_port = 3260 iser_target_prefix = iqn.2010-10.org.openstack: keystone_catalog_info = identity:Identity Service:publicURL log-config-append = None log-date-format = %Y-%m-%d %H:%M:%S log-dir = None log-file = None log_options = True log_rotate_interval = 1 log_rotate_interval_type = days log_rotation_type = none logging_context_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(user_identity)s] %(instance)s%(message)s logging_debug_format_suffix = %(funcName)s %(pathname)s:%(lineno)d logging_default_format_string = %(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s logging_exception_prefix = %(asctime)s.%(msecs)03d %(process)d ERROR %(name)s %(instance)s logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s max_age = 0 max_logfile_count = 30 max_logfile_size_mb = 200 max_over_subscription_ratio = 20.0 message_reap_interval = 86400 message_ttl = 2592000 monkey_patch = False monkey_patch_modules = my_ip = 10.128.0.251 no_snapshot_gb_quota = False num_iser_scan_tries = 3 num_shell_tries = 3 num_volume_device_scan_tries = 3 nvmeof_conn_info_version = 1 nvmet_ns_id = 10 nvmet_port_id = 1 osapi_max_limit = 1000 osapi_volume_ext_list = osapi_volume_extension = cinder.api.contrib.standard_extensions osapi_volume_listen = 0.0.0.0 osapi_volume_listen_port = 8776 osapi_volume_use_ssl = False osapi_volume_workers = 4 per_volume_size_limit = -1 periodic_fuzzy_delay = 60 periodic_interval = 60 project_id_regex = [0-9a-f\-]+ public_endpoint = None publish_errors = False quota_backup_gigabytes = 1000 quota_backups = 10 quota_consistencygroups = 10 quota_driver = cinder.quota.DbQuotaDriver quota_gigabytes = 1000 quota_groups = 10 quota_snapshots = 10 quota_volumes = 10 rate_limit_burst = 0 rate_limit_except_level = CRITICAL rate_limit_interval = 0 replication_device = *** report_discard_supported = False report_interval = 10 reservation_clean_interval = 86400 reservation_expire = 86400 reserved_image_namespaces = reserved_percentage = 0 resource_query_filters_file = /etc/cinder/resource_filters.json rootwrap_config = /etc/cinder/rootwrap.conf rpc_ping_enabled = False rpc_response_timeout = 60 run_external_periodic_tasks = True scheduler_manager = cinder.scheduler.manager.SchedulerManager scst_target_driver = iscsi scst_target_iqn_name = None service_down_time = 180 snapshot_name_template = snapshot-%s split_loggers = False state_path = /var/lib/cinder storage_availability_zone = nova storage_protocol = iSCSI swift_catalog_info = object-store:swift:publicURL syslog-log-facility = LOG_USER target_helper = tgtadm target_ip_address = 10.128.0.251 target_port = 3260 target_prefix = iqn.2010-10.org.openstack: target_protocol = iscsi target_secondary_ip_addresses = trace_flags = None transfer_api_class = cinder.transfer.api.API transport_url = *** until_refresh = 0 use-journal = False use-json = False use-syslog = False use_chap_auth = False use_default_quota_class = True use_eventlog = False use_multipath_for_image_xfer = True use_stderr = False verify_glance_signatures = enabled vmdk_allowed_types = monolithicSparse streamOptimized volume_api_class = cinder.volume.api.API volume_backend_name = None volume_clear = zero volume_clear_ionice = None volume_clear_size = 0 volume_copy_blkio_cgroup_name = cinder-volume-copy volume_copy_bps_limit = 0 volume_dd_blocksize = 1M volume_manager = cinder.volume.manager.VolumeManager volume_name_template = volume-%s volume_usage_audit_period = month volumes_dir = /var/lib/cinder/volumes watch-log-file = False key_manager: backend = barbican fixed_key = *** keystone_authtoken: admin_password = *** admin_tenant_name = admin admin_token = *** admin_user = None auth_admin_prefix = auth_host = 127.0.0.1 auth_port = 35357 auth_protocol = https auth_section = None auth_type = password auth_uri = None auth_version = None cache = None cafile = None certfile = None delay_auth_decision = False enforce_token_bind = permissive http_connect_timeout = None http_request_max_retries = 3 identity_uri = None include_service_catalog = True insecure = False interface = internal keyfile = None memcache_pool_conn_get_timeout = 2 memcache_pool_dead_retry = 10 memcache_pool_maxsize = 10 memcache_pool_socket_timeout = 3 memcache_pool_unused_timeout = 60 memcache_secret_key = *** memcache_security_strategy = None memcache_use_advanced_pool = True memcached_servers = memcached-0.memcached.openstack.svc:11212 region_name = None service_token_roles = service service_token_roles_required = True service_type = None token_cache_time = 300 www_authenticate_uri = https://keystone-public-openstack.apps.sno.openstack.lab os_brick: lock_path = /var/locks/openstack/os-brick wait_mpath_device_attempts = 4 wait_mpath_device_interval = 1 oslo_concurrency: disable_process_locking = False lock_path = /var/locks/openstack/cinder oslo_messaging_metrics: metrics_buffer_size = 1000 metrics_enabled = False metrics_process_name = metrics_socket_file = /var/tmp/metrics_collector.sock metrics_thread_stop_timeout = 10 oslo_messaging_notifications: driver = noop retry = -1 topics = notifications transport_url = *** oslo_messaging_rabbit: amqp_auto_delete = False amqp_durable_queues = True conn_pool_min_size = 2 conn_pool_ttl = 1200 direct_mandatory_flag = True enable_cancel_on_failover = False heartbeat_in_pthread = False heartbeat_rate = 2 heartbeat_timeout_threshold = 60 kombu_compression = None kombu_failover_strategy = round-robin kombu_missing_consumer_retry_timeout = 60 kombu_reconnect_delay = 1.0 rabbit_ha_queues = False rabbit_interval_max = 30 rabbit_login_method = AMQPLAIN rabbit_qos_prefetch_count = 0 rabbit_quorum_delivery_limit = 0 rabbit_quorum_max_memory_bytes = 0 rabbit_quorum_max_memory_length = 0 rabbit_quorum_queue = True rabbit_retry_backoff = 2 rabbit_retry_interval = 1 rabbit_transient_queues_ttl = 1800 rpc_conn_pool_size = 30 ssl = False ssl_ca_file = ssl_cert_file = ssl_enforce_fips_mode = False ssl_key_file = ssl_version = oslo_middleware: http_basic_auth_user_file = /etc/htpasswd oslo_policy: enforce_new_defaults = False enforce_scope = False policy_default_rule = default policy_dirs = policy.d policy_file = policy.yaml remote_content_type = application/x-www-form-urlencoded remote_ssl_ca_crt_file = None remote_ssl_client_crt_file = None remote_ssl_client_key_file = None remote_ssl_verify_server_crt = False oslo_reports: file_event_handler = /var/lib/cinder file_event_handler_interval = 1 log_dir = None oslo_versionedobjects: fatal_exception_format_errors = False privsep_osbrick: capabilities = 21 group = None helper_command = None logger_name = os_brick.privileged thread_pool_size = 16 user = None profiler: connection_string = messaging:// enabled = False es_doc_type = notification es_scroll_size = 10000 es_scroll_time = 2m filter_error_trace = False hmac_keys = SECRET_KEY sentinel_service_name = mymaster socket_timeout = 0.1 trace_sqlalchemy = False service_user: auth_section = None auth_type = password cafile = None certfile = None collect-timing = False insecure = False keyfile = None send_service_user_token = True split-loggers = False timeout = None vault: approle_role_id = None approle_secret_id = None cafile = None certfile = None collect-timing = False insecure = False keyfile = None kv_mountpoint = secret kv_version = 2 namespace = None root_token_id = None split-loggers = False ssl_ca_crt_file = None timeout = None use_ssl = False vault_url = http://127.0.0.1:8200 2025-12-03 23:42:31.151 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:42:31.151 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202 2025-12-03 23:43:31.155 83023 DEBUG oslo_service.periodic_task [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Running periodic task BackupManager.publish_service_capabilities run_periodic_tasks /usr/lib/python3.9/site-packages/oslo_service/periodic_task.py:210 2025-12-03 23:43:31.155 83023 DEBUG cinder.manager [None req-69c954f4-3954-4b00-afcc-f50c67d01bd7 - - - - - -] Notifying Schedulers of capabilities ... _publish_service_capabilities /usr/lib/python3.9/site-packages/cinder/manager.py:202